-- Logs begin at Sun 2022-07-31 19:13:39 UTC, end at Sun 2022-07-31 20:15:29 UTC. -- Jul 31 19:50:52.917305 dv-cinder-849846-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 31 19:50:55.566103 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! Jul 31 19:50:55.566795 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 31 19:50:55.566885 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 31 19:50:55.570134 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.common.config [-] Logging enabled! Jul 31 19:50:55.570433 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev455 Jul 31 19:50:55.570753 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103893) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 31 19:50:55.571714 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 19:50:55.571939 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 19:50:55.572421 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 19:50:55.572670 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 19:50:55.572898 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 19:50:55.573219 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.573538 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.573772 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.574052 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.574343 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.574625 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.574917 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.575213 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.575497 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.575783 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.576056 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.576285 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.576566 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.576854 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.577141 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.577389 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.577675 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.578111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.578517 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.578800 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.579090 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.579369 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.579643 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.579918 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.580206 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.580536 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] host = dv-cinder-849846-6-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.580818 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.581106 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.581417 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.581701 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.581978 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.582254 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.582540 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.582816 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.583089 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.583365 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.583656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.583944 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.584233 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.584458 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.584681 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.584966 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.585288 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.585567 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.585870 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.586150 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.586426 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.586703 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.586974 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.587258 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.587544 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.587836 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.588115 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.588391 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.588662 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.588937 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.589260 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.589539 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.589815 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.590095 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.590382 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.590655 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.590931 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.591231 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.591517 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.591818 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.592090 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.592366 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.592648 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.592921 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.593214 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.593486 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.593757 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.594026 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.594305 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.594577 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.594849 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.595123 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.595393 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.595674 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.595945 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:55.596240 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.596538 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.596839 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.597122 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.597448 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.597739 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.598030 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.598309 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.598599 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.598888 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.599178 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.599454 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.599751 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.600040 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.600336 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.600641 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.600934 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.601266 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.601591 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.601868 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.602148 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.602427 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.602719 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.602998 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.603286 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.603577 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.603860 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.604163 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.604452 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.604741 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.605036 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.605354 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.605632 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.605911 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.606207 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.606485 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.606761 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.607050 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.607329 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.607613 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.607897 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.608190 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.608481 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.608758 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.609038 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.609360 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.609643 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.609917 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.610193 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.610473 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.610751 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.611039 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.611318 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.611598 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.611873 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.612156 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.612436 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.612710 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.612989 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.613290 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.613573 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.613849 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.614126 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.614402 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.614679 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.614955 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.615233 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.615506 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.615782 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.616058 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.616333 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.616611 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.616888 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.617264 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.617570 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.617853 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.618134 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.618416 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.618694 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.618971 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.619246 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.619526 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.620163 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.620436 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.620726 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.621011 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.621323 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.621608 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.621890 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.622208 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.622490 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.622772 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.623054 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.623338 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.623619 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.623906 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.624188 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.624470 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.624761 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.625039 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.625360 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.625655 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.625933 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.626227 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.626525 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.626821 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.627106 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.627413 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.627698 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:55.627917 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 19:50:55.628157 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103893) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 31 19:50:55.921703 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 31 19:50:55.921891 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 31 19:50:55.922188 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 31 19:50:55.922520 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 31 19:50:56.333234 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.333524 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.333798 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.335097 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.335371 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.335634 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.388291 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.388573 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.388842 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.403361 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.403642 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.403909 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.433466 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.433730 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.434009 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.469608 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.469884 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.470151 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.696843 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.697498 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.697498 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.697686 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.698485 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.795680 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.796006 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.796288 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.796557 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.796820 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.797129 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.797415 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.797672 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.797926 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.798206 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.798446 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.798706 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.798962 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.799213 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.799464 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.799728 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.799984 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.800232 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.800502 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.800760 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.801035 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.801316 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.801601 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.801978 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.802230 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.802476 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.802882 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.803127 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.803367 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.803606 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.803845 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.804081 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:56.804447 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 31 19:50:56.807592 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 31 19:50:56.811535 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 31 19:50:56.815397 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 31 19:50:56.817017 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 31 19:50:56.817679 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 31 19:50:56.818021 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 31 19:50:56.818412 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 31 19:50:56.821302 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 31 19:50:56.821550 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 31 19:50:56.821896 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 31 19:50:56.827021 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 31 19:50:56.849943 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 31 19:50:56.850395 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.850685 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 31 19:50:56.851060 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.852455 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103893) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 31 19:50:56.852737 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 31 19:50:56.852985 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 31 19:50:56.856330 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:56.856605 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.012667 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 31 19:50:57.013077 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 31 19:50:57.013534 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 31 19:50:57.014170 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 31 19:50:57.076872 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO dbcounter [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Registered counter for database neutron Jul 31 19:50:57.100640 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_db.sqlalchemy.engines [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103893) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 31 19:50:57.107184 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writer thread running {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 19:50:57.665802 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing driver for type 'gre' Jul 31 19:50:57.666342 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] gre ID ranges: [(1, 1000)] Jul 31 19:50:57.722590 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing driver for type 'local' Jul 31 19:50:57.723227 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing driver for type 'vlan' Jul 31 19:50:57.739139 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] VlanTypeDriver initialization complete Jul 31 19:50:57.739486 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing driver for type 'vxlan' Jul 31 19:50:57.740014 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] vxlan ID ranges: [(1, 1000)] Jul 31 19:50:57.814824 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing extension driver 'port_security' Jul 31 19:50:57.815431 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.extensions.port_security [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] PortSecurityExtensionDriver initialization complete Jul 31 19:50:57.815793 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing mechanism driver 'openvswitch' Jul 31 19:50:57.816139 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing mechanism driver 'hyperv' Jul 31 19:50:57.823749 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.plugin [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:50:57.824437 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.824822 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.825193 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.825727 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.826160 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.826533 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.826891 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.827290 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.827708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.828067 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.828424 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.828908 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.829349 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.829708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.830059 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.830454 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.830868 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.831221 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.831566 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.831956 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.832367 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > address_group after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.832727 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > address_group after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.833082 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.833505 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103893) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 31 19:50:57.833955 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] ML2 OVO RPC backend initialized. {{(pid=103893) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 31 19:50:57.834680 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.835046 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.835475 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.835863 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > networks before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.836221 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.836574 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > ports before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.836926 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.837308 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnets before_response 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.837666 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.838016 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.838363 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.838709 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.839057 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.839399 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.839747 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.840098 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.840443 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.848032 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded quota_driver: . Jul 31 19:50:57.848440 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.plugin [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Modular L2 Plugin initialization complete Jul 31 19:50:57.848804 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading services supported by the core plugin {{(pid=103893) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 31 19:50:57.849181 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.plugins.ml2.managers [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Got port-security extension from driver 'port_security' Jul 31 19:50:57.849668 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.extensions.vlantransparent [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Disabled vlantransparent extension. Jul 31 19:50:57.850187 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103893) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 31 19:50:57.850522 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: router Jul 31 19:50:57.886327 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.886741 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.887112 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router before_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.887488 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.887874 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.888240 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.888610 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.888967 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.889381 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.889744 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.890105 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.890450 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.890811 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.891234 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.891683 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.892036 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.892386 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: subnet after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.892739 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.893100 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.893477 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.893830 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.894182 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.894546 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router after_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.894896 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.895248 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_create 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.895620 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.895975 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_update 55549900 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.896349 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > agent after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.896713 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > agent after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.897063 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > network after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.897946 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Tracking information for resource: router configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:57.898341 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Tracking information for resource: floatingip configured {{(pid=103893) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 31 19:50:57.903208 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.db.l3_agentschedulers_db [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 31 19:50:57.903781 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.904158 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.904516 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.904874 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: port after_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.905705 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router before_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.906080 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.906450 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_create 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.906815 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > router precommit_update 55550100 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.911742 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.provider_configuration [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service providers = [] {{(pid=103893) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 31 19:50:57.912118 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.db.servicetype_db [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103893) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 31 19:50:57.915403 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 19:50:57.915754 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 19:50:57.916168 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 19:50:57.917008 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.services.service_base [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103893) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 31 19:50:57.917417 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.services.service_base [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 31 19:50:57.917798 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.918130 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 31 19:50:57.928641 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.928988 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: auto_allocate Jul 31 19:50:57.934818 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: network precommit_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.935199 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: network precommit_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.935725 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.936058 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: tag Jul 31 19:50:57.942908 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.943246 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: timestamp Jul 31 19:50:57.947133 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.947459 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: network_ip_availability Jul 31 19:50:57.953000 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.953404 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.953781 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:57.954504 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.954836 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: flavors Jul 31 19:50:57.959913 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.960249 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading Plugin: revisions Jul 31 19:50:57.964832 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103893) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 31 19:50:57.965235 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.043s {{(pid=103893) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 31 19:50:57.965986 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103893) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 31 19:50:57.966330 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Initializing extension manager. Jul 31 19:50:57.966928 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: __init__.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.967301 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: __pycache__ {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.967656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.968383 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.968970 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: address-group Jul 31 19:50:57.969336 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.970033 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.970543 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: address-scope Jul 31 19:50:57.970876 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.971795 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.972315 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: router-admin-state-down-before-update Jul 31 19:50:57.972650 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: agent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.973348 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.973870 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: agent Jul 31 19:50:57.974205 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: agent_resources_synced.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.975084 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.975605 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: agent-resources-synced Jul 31 19:50:57.975939 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: allowedaddresspairs.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.977871 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.978407 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: allowed-address-pairs Jul 31 19:50:57.978743 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: auto_allocated_topology.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.979798 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.980322 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: auto-allocated-topology Jul 31 19:50:57.980656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.981347 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.981863 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: availability_zone Jul 31 19:50:57.982194 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: availability_zone_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.983084 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.983598 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: availability_zone_filter Jul 31 19:50:57.983931 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: data_plane_status.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.984807 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.985347 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension data-plane-status not supported by any of loaded plugins Jul 31 19:50:57.985684 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: default_subnetpools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.986569 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.987086 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: default-subnetpools Jul 31 19:50:57.987415 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.988205 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.988742 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: dhcp_agent_scheduler Jul 31 19:50:57.989077 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: dns.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.989994 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.990500 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension dns-integration not supported by any of loaded plugins Jul 31 19:50:57.990831 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: dns_domain_ports.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.991719 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.992346 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 31 19:50:57.992684 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.993609 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.994123 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 31 19:50:57.994452 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: dvr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.995462 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.995980 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: dvr Jul 31 19:50:57.996313 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: ecmp_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.997227 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.997735 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension ecmp_routes not supported by any of loaded plugins Jul 31 19:50:57.998069 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: empty_string_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:57.998950 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:57.999466 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: empty-string-filtering Jul 31 19:50:57.999793 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.000670 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.001213 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 31 19:50:58.001543 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.002424 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.002941 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 31 19:50:58.003269 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: external_net.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.004154 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.004674 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: external-net Jul 31 19:50:58.005004 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.005914 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.006433 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: extra_dhcp_opt Jul 31 19:50:58.006762 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: extraroute.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.007656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.008171 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: extraroute Jul 31 19:50:58.008503 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: extraroute_atomic.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.009539 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.010058 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: extraroute-atomic Jul 31 19:50:58.010393 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: filter_validation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.011032 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.011752 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: filter-validation Jul 31 19:50:58.012084 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: fip_pf_description.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.012959 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.013503 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 31 19:50:58.013832 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: fip_pf_port_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.014713 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.015220 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 31 19:50:58.015547 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: fip_port_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.016424 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.016942 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: fip-port-details Jul 31 19:50:58.017296 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.018494 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.019019 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: flavors Jul 31 19:50:58.019356 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.020971 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.021524 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 31 19:50:58.021868 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: floatingip_pools.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.022547 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.023071 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: floatingip-pools Jul 31 19:50:58.023507 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: ip_allocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.024405 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.024925 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension ip_allocation not supported by any of loaded plugins Jul 31 19:50:58.025287 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.026180 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.026700 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: ip-substring-filtering Jul 31 19:50:58.027032 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l2_adjacency.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.027947 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.028468 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 31 19:50:58.028799 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.029781 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.030306 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: router Jul 31 19:50:58.030743 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.032969 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.033544 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 31 19:50:58.033881 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.034786 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.035315 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: ext-gw-mode Jul 31 19:50:58.035649 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.036533 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.037057 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: l3-ha Jul 31 19:50:58.037435 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.038322 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.038840 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 31 19:50:58.039197 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_flavors.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.040080 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.040599 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: l3-flavors Jul 31 19:50:58.040929 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.042302 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.042854 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 31 19:50:58.043171 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.044073 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.044578 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 31 19:50:58.044913 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: l3agentscheduler.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.045965 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.046497 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: l3_agent_scheduler Jul 31 19:50:58.046834 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: local_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.048558 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.049108 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension local_ip not supported by any of loaded plugins Jul 31 19:50:58.049483 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: logging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.050919 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.051448 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension logging not supported by any of loaded plugins Jul 31 19:50:58.051788 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: metering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.052508 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.053334 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: metering Jul 31 19:50:58.053669 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.054815 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.055346 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: metering_source_and_destination_fields Jul 31 19:50:58.055679 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: multiprovidernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.056587 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.057115 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: multi-provider Jul 31 19:50:58.057479 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: netmtu.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.058370 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.058897 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: net-mtu Jul 31 19:50:58.059231 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: netmtu_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.060124 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.060659 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: net-mtu-writable Jul 31 19:50:58.060990 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: network_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.061668 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.062190 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: network_availability_zone Jul 31 19:50:58.062524 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: network_ip_availability.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.063607 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.064139 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: network-ip-availability Jul 31 19:50:58.064476 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: network_segment_range.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.065256 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.065779 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension network-segment-range not supported by any of loaded plugins Jul 31 19:50:58.066113 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: pagination.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.067067 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.067404 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: pagination Jul 31 19:50:58.067739 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_device_profile.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.068627 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.069169 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-device-profile Jul 31 19:50:58.069510 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_mac_address_override.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.070433 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.070957 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-mac-override Jul 31 19:50:58.071289 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.072175 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.072700 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-mac-address-regenerate Jul 31 19:50:58.073032 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.073946 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.074464 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-numa-affinity-policy Jul 31 19:50:58.074792 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_resource_request.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.075674 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.076187 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension port-resource-request not supported by any of loaded plugins Jul 31 19:50:58.076518 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: port_resource_request_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.077481 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.077992 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 31 19:50:58.078327 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: portbindings.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.079216 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.079731 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: binding Jul 31 19:50:58.080059 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: portbindings_extended.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.081313 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.081840 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: binding-extended Jul 31 19:50:58.082172 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: portsecurity.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.083070 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.083594 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-security Jul 31 19:50:58.083929 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: project_id.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.084883 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.085255 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: project-id Jul 31 19:50:58.085586 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: providernet.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.086528 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.087063 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: provider Jul 31 19:50:58.087386 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.090997 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.091529 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos not supported by any of loaded plugins Jul 31 19:50:58.091871 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.093107 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.093689 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 31 19:50:58.094027 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.094936 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.095454 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 31 19:50:58.095789 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_default.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.096676 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.097219 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-default not supported by any of loaded plugins Jul 31 19:50:58.097553 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_fip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.098452 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.098974 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-fip not supported by any of loaded plugins Jul 31 19:50:58.099307 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.100205 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.100721 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 31 19:50:58.101054 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_gateway_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.102001 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.102516 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 31 19:50:58.102849 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_port_network_policy.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.103729 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.104239 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 31 19:50:58.104571 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.105605 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.106130 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 31 19:50:58.106466 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.107470 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.107995 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 31 19:50:58.108325 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_pps_rule.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.109499 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.110032 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-pps not supported by any of loaded plugins Jul 31 19:50:58.110368 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_rule_type_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.111260 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.111777 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 31 19:50:58.112107 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.112991 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.113539 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 31 19:50:58.113871 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: qos_rules_alias.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.114877 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.115402 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 31 19:50:58.115731 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: quota_check_limit.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.116613 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.117277 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: quota-check-limit Jul 31 19:50:58.117616 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: quotasv2.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.118590 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.118924 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: quotas Jul 31 19:50:58.119250 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: quotasv2_detail.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.121342 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.121692 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: quota_details Jul 31 19:50:58.122030 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: rbac.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.124740 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.125321 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: rbac-policies Jul 31 19:50:58.125663 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: rbac_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.126580 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.127117 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: rbac-address-group Jul 31 19:50:58.127449 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: rbac_address_scope.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.128349 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.128870 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: rbac-address-scope Jul 31 19:50:58.129234 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: rbac_security_groups.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.130208 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.130729 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: rbac-security-groups Jul 31 19:50:58.131061 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: rbac_subnetpool.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.132075 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.132605 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: rbac-subnetpool Jul 31 19:50:58.132959 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: revisionifmatch.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.133903 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.134411 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: revision-if-match Jul 31 19:50:58.134741 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: revisions.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.135848 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.136382 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: standard-attr-revisions Jul 31 19:50:58.136715 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: router_availability_zone.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.137403 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.137927 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: router_availability_zone Jul 31 19:50:58.138270 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: routerservicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.139160 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.139682 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension router-service-type not supported by any of loaded plugins Jul 31 19:50:58.140022 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.140919 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.141478 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: security-groups-normalized-cidr Jul 31 19:50:58.141808 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.142710 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.143233 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: port-security-groups-filtering Jul 31 19:50:58.143565 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.144467 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.144993 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: security-groups-remote-address-group Jul 31 19:50:58.145351 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.146260 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.146783 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: security-groups-shared-filtering Jul 31 19:50:58.147114 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: securitygroup.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.156727 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.157306 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: security-group Jul 31 19:50:58.157650 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.158365 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.158892 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension segment not supported by any of loaded plugins Jul 31 19:50:58.159229 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.160141 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.160667 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 31 19:50:58.161002 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: servicetype.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.162104 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.162641 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: service-type Jul 31 19:50:58.162965 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: sorting.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.163944 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.164284 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: sorting Jul 31 19:50:58.164616 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: standard_attr_segment.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.165531 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.166057 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 31 19:50:58.166439 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: standardattrdescription.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.167005 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.167541 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: standard-attr-description Jul 31 19:50:58.167873 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: stateful_security_group.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.168800 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.169363 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: stateful-security-group Jul 31 19:50:58.169701 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: stdattrs_common.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.170261 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 31 19:50:58.170589 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.171483 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.172005 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 31 19:50:58.172332 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnet_onboard.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.173394 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.173921 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: subnet_onboard Jul 31 19:50:58.174256 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.175161 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.175680 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 31 19:50:58.176014 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnet_service_types.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.176906 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.177463 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: subnet-service-types Jul 31 19:50:58.177797 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnetallocation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.178851 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.179383 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: subnet_allocation Jul 31 19:50:58.179772 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.180416 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.180934 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: subnetpool-prefix-ops Jul 31 19:50:58.181299 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.182204 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.182720 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 31 19:50:58.183054 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: tagging.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.184089 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.184620 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: standard-attr-tag Jul 31 19:50:58.184954 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: timestamp.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.186229 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.186760 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loaded extension: standard-attr-timestamp Jul 31 19:50:58.187090 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: trunk.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.188094 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.188623 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension trunk not supported by any of loaded plugins Jul 31 19:50:58.188953 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: trunk_details.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.189867 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.190389 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension trunk-details not supported by any of loaded plugins Jul 31 19:50:58.190722 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: uplink_status_propagation.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.191610 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.192132 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 31 19:50:58.192468 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Loading extension file: vlantransparent.py {{(pid=103893) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 31 19:50:58.193111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103893) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 31 19:50:58.193661 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 31 19:50:58.196306 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:network Jul 31 19:50:58.196837 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnet Jul 31 19:50:58.197276 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 19:50:58.197675 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:port Jul 31 19:50:58.198998 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.199451 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.200090 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.200532 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.200874 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:router Jul 31 19:50:58.201347 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:floatingip Jul 31 19:50:58.201836 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.203311 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:58.203698 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:58.204063 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 19:50:58.205064 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of CountableResource for resource:rbac_policy Jul 31 19:50:58.205551 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:security_group Jul 31 19:50:58.205997 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 31 19:50:58.206550 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.206889 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 19:50:58.207242 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] subnetpool is already registered Jul 31 19:50:58.207673 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.208014 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 19:50:58.208348 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] subnetpool is already registered Jul 31 19:50:58.210807 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.211277 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service FLAVORS assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.211883 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.212314 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.212657 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:router Jul 31 19:50:58.213001 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] router is already registered Jul 31 19:50:58.213464 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:floatingip Jul 31 19:50:58.213817 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] floatingip is already registered Jul 31 19:50:58.214287 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service METERING assigned prefix: /metering {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.214964 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of CountableResource for resource:rbac_policy Jul 31 19:50:58.215311 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] rbac_policy is already registered Jul 31 19:50:58.215730 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:security_group Jul 31 19:50:58.216075 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] security_group is already registered Jul 31 19:50:58.216486 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 31 19:50:58.216826 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] security_group_rule is already registered Jul 31 19:50:58.217503 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.217841 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 19:50:58.218186 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] subnetpool is already registered Jul 31 19:50:58.218621 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.v2.resource_helper [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Service CORE assigned prefix: {{(pid=103893) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 31 19:50:58.218951 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Creating instance of TrackedResource for resource:subnetpool Jul 31 19:50:58.219293 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING neutron.quota.resource_registry [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] subnetpool is already registered Jul 31 19:50:58.219770 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: extensions {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.221279 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: address-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.222809 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: address-scopes {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.224135 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.225351 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: auto-allocated-topology {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.226694 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: availability_zones {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.227927 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: dhcp-networks {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.229505 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: dhcp-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.230977 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.232776 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: flavors {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.234098 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.235334 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: next_providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.236829 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: service_profiles {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.238464 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: floatingip-pools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.239695 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.241443 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: floatingips {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.242778 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: l3-routers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.244215 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: l3-agents {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.246066 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: metering-labels {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.247334 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: metering-label-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.248733 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: network-ip-availabilities {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.250034 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: bindings {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.251663 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.254191 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: quotas {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.255743 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: rbac-policies {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.256944 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: security-groups {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.258384 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: security-group-rules {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.259683 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: service-providers {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.260918 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.262307 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: subnetpools {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.263860 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.265588 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.267479 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.269314 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.271017 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.272998 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.274825 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.276729 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.278557 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.280327 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron.api.extensions [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Extended resource: tags {{(pid=103893) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 31 19:50:58.286546 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 31 19:50:58.291778 dv-cinder-849846-6-iscsi neutron-server[103893]: WARNING keystonemiddleware.auth_token [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 31 19:50:58.300760 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Acquired lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 31 19:50:58.301264 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_concurrency.lockutils [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Releasing lock "singleton_lock" {{(pid=103893) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 31 19:50:58.301940 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Starting 2 workers Jul 31 19:50:58.306791 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Started child 104000 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 19:50:58.311206 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Started child 104001 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 19:50:58.312017 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.312774 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO neutron.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 31 19:50:58.313465 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.313613 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [-] (104000) wsgi starting up on http://0.0.0.0:9696 Jul 31 19:50:58.315889 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Starting 1 workers Jul 31 19:50:58.316024 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.317310 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [-] (104001) wsgi starting up on http://0.0.0.0:9696 Jul 31 19:50:58.321129 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Started child 104002 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 19:50:58.321696 dv-cinder-849846-6-iscsi neutron-server[103893]: INFO oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Starting 1 workers Jul 31 19:50:58.325048 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] calling RpcWorker wait() {{(pid=104002) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 31 19:50:58.325640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] returning from RpcWorker wait() {{(pid=104002) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 31 19:50:58.326111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Started child 104003 {{(pid=103893) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 31 19:50:58.326890 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG neutron_lib.callbacks.manager [None req-6d94c864-0154-49b5-a021-d2e720a0257d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.327013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.327381 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:50:58.328806 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 31 19:50:58.328987 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 19:50:58.329189 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 19:50:58.329447 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 19:50:58.329754 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 19:50:58.329937 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 19:50:58.330474 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.330716 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.330966 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.331193 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:50:58.331707 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.331785 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.332080 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.332214 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:50:58.332291 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.332601 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.332858 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.332985 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.333176 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.333435 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.333813 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.334135 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.334413 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.334668 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.334921 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.335080 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.335355 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.335612 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.335938 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.336200 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.336469 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.336999 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.337290 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.337547 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.337796 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.338092 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.338361 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.338623 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.338866 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.339087 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.339340 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.339596 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.339851 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.340105 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.340339 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.340622 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.340846 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.341357 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-849846-6-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.341607 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.341846 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.342101 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.342358 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.342608 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.342827 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.343088 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.343334 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.343596 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.343832 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.344083 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.344328 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.344566 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.344801 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.344967 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.345218 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.345481 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.345736 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.345933 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.346104 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.346270 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.346526 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.346697 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.346942 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.347175 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.347408 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.347622 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.347855 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.348099 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.348362 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.348602 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.348817 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.349050 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.350502 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.350773 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.351014 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.351253 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.352750 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.352939 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.353252 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.353617 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.354619 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.354781 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.354918 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.355133 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.355395 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.355660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.355972 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.356314 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.356686 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.356890 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.357139 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.357422 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.357712 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.357949 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.358708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.358708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.358708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.359046 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.359174 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.359528 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.359659 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.359779 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.360181 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.360335 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.360531 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.360700 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.360922 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.361144 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.361408 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.361851 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.362124 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.362524 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.362690 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.362952 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364005 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364005 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364005 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364005 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364494 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364494 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364726 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.364869 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.365217 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.365490 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.365770 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.366095 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.366363 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.366637 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.366880 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.367144 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.367370 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.367597 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.367894 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.369009 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.369285 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.369527 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.370141 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.370432 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.370710 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.370983 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.371329 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.371607 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.371876 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.372126 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.372367 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.372626 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.372876 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.373058 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.373307 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.373529 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.373801 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.374038 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.374280 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.374513 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.374749 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.374979 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.375231 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.375477 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.375736 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.375970 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.376393 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.376782 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.377313 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.377777 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.378012 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.378229 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.378505 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.378699 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.379094 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.379541 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.379744 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.379974 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.380238 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.380437 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.380679 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.380873 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.381094 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.381335 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.381597 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.381795 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.382172 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.382376 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.382654 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.382906 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.383121 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.383345 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.383566 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.383787 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.384002 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.384216 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.384430 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.384650 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.384868 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.385096 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.385354 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.385552 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.385765 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.386241 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.386876 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.387098 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.387318 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.387651 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.387909 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.388169 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.388421 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.388678 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.388943 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.389201 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.389415 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.389662 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.389891 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.390143 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.390389 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.390622 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.390847 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.391078 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.391487 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.391859 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.392233 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.392647 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.393048 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.393301 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.393530 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.393753 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.393991 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.394220 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.394469 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.394709 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.394966 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.395185 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.395441 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.395673 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.395963 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.396225 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.396496 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.396736 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.397006 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.397337 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.397608 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.397887 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.398145 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.398399 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.398666 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.398924 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.399167 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.399426 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.399663 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.399903 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.400124 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.400347 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.400584 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.400826 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.401166 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.401413 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.401634 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.401849 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.402114 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.402361 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.402602 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.402863 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.403127 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.403366 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.403609 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.403852 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.404088 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.404347 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.404595 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.404827 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.405067 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.405323 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.405563 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.405794 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.406010 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.406257 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.406472 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.406711 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.406926 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.407147 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.407367 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.407636 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.407852 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.408072 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.408312 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.408526 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.408744 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.408972 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.409202 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.409437 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.409666 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.409921 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.410178 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.410390 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.410635 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.410877 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.411111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.411323 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.411565 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.411792 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.412022 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.412252 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.412470 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.412682 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.412927 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.413117 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.413369 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.413597 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.413859 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.414234 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.414506 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.414725 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.414979 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.415214 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.415448 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.415680 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.415836 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.416074 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.416310 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.416584 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.416768 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.417027 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.417254 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.417473 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418412 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418412 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418412 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418412 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418924 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.418924 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.419068 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.419291 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.419540 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.419762 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.419974 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.420182 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.420413 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.420623 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.420920 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.421361 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.421475 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.421658 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.421913 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.422126 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.422384 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.422594 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.422803 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.423034 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.423270 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.423479 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.423707 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.423915 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.424125 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.424344 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.424559 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.424802 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.425028 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.425280 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.425492 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.425716 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.425938 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.426143 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.426390 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.426603 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.426810 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.427030 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.427246 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.427453 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.427681 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.427888 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.428094 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.428314 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.428530 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.428760 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.429058 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.429332 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.429607 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.429885 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.430131 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.430395 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.430757 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.430894 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.431111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.431346 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.431576 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.431793 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.432009 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.432271 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.432592 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.432880 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.433135 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.433274 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:50:58.433418 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.433679 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.433950 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.434213 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.434425 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.434740 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.435068 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.435330 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.435585 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.435828 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.436082 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.436301 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.436514 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.436749 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.436964 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.437674 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.437674 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.437674 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.438254 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.438254 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.438788 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.438788 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.438788 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.439161 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.439161 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.439412 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.439552 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 19:50:58.440046 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103893) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 31 19:50:58.440204 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 31 19:50:58.440339 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 31 19:50:58.440524 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 31 19:50:58.440693 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 31 19:50:58.440832 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 31 19:50:58.441041 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.441222 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.441360 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.441525 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.441723 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.441886 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442044 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442200 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442356 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442513 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442669 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442825 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.442980 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443139 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443345 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443478 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443603 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443733 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.443879 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444028 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444169 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444319 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] debug = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444476 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444689 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.444854 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445011 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445281 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445446 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445607 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445768 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.445924 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.446233 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.446396 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.446554 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.446715 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.446877 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447035 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447194 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447353 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447510 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host = dv-cinder-849846-6-iscsi {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447667 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447829 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.447988 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448146 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448307 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448463 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448622 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448779 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.448939 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449099 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449344 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449508 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449666 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449823 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.449982 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_options = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450140 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450296 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450458 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450632 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450774 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.450937 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451099 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451257 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451415 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451557 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451720 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.451878 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452036 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452192 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452348 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452504 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452818 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.452976 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453133 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453310 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453454 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453614 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453770 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.453929 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454089 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454245 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454403 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454559 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454716 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.454873 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455031 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455188 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455345 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455503 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455816 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.455973 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456241 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456513 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456513 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456712 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456712 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.456901 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457010 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457194 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457337 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_json = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457656 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457863 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.457968 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458069 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458222 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458381 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458538 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458695 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 31 19:50:58.458874 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459035 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459206 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459367 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459528 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459689 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.459850 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.460043 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.460153 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.460302 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.460471 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461037 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461037 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461037 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461383 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461383 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461582 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461582 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461809 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.461887 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462035 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462196 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462363 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462523 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462681 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.462841 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463001 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463168 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463326 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463492 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463666 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463825 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.463987 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464146 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464306 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464470 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464630 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464790 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.464951 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465112 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465296 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465455 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465615 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465778 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.465938 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466097 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466259 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466420 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466581 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466741 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.466904 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467066 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467219 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467374 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467534 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467703 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.467866 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.468035 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.468195 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.468354 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.468513 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.468659 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469010 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469010 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469305 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469305 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469495 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469571 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469739 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.469899 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470059 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470218 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470379 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470538 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470697 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.470857 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471020 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471179 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471341 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471487 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471645 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471804 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.471964 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472123 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472283 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472465 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472603 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472763 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.472923 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473082 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473260 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473438 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473599 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473758 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.473917 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474076 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474238 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474397 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474555 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474715 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.474875 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475034 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475196 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475359 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475519 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475679 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475840 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.475998 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.476159 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.476317 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.476524 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.476685 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.476844 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477004 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477190 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477340 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477504 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477663 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477826 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.477985 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478145 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478304 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478473 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478632 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478794 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.478952 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479119 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479290 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479452 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479611 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479771 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.479931 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480100 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480253 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480411 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480570 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480728 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.480887 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481057 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481241 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481405 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481564 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481746 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.481906 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482066 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482224 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482382 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482541 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482700 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.482859 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483020 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483180 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483339 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483499 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483659 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483822 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.483980 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484138 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484297 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484456 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484616 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484776 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.484936 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485096 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485274 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485435 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485596 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485754 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.485914 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486072 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486234 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486395 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486554 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486713 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.486872 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487030 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487190 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487350 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487508 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487673 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487835 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.487994 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488153 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488312 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488472 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488631 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488793 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.488951 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489111 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489290 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489450 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489609 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489769 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.489928 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490090 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490249 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490409 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490585 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490744 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.490904 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491066 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491228 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491387 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491546 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491708 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.491867 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492046 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492211 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492371 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492532 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492692 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.492851 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493010 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493187 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493352 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493514 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493672 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493833 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.493993 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.494154 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.494314 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.494475 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.494635 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495159 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495319 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495478 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495649 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495811 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.495972 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496130 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496288 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496447 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496616 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496775 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.496935 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497660 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497966 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.497966 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498113 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498191 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498293 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498460 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498619 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498778 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.498937 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499095 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499254 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499422 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499582 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499741 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.499900 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500057 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500216 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500383 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500543 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500702 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.500860 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501018 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501201 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501370 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501530 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501689 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.501856 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502016 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502177 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502338 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502507 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502669 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502831 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.502989 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503147 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503306 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503466 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503631 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503799 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.503964 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504125 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504291 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504458 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504624 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504783 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.504948 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505119 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505316 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505448 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505608 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505766 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.505924 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506081 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506228 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506386 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506545 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506704 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.506862 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507021 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507178 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507337 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507495 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507702 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.507864 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.508025 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.508185 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 31 19:50:58.508338 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103893) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 31 19:50:58.599308 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 50896) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:50:58.613054 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0103269 Jul 31 19:51:07.807217 dv-cinder-849846-6-iscsi neutron-server[103893]: DEBUG dbcounter [-] [103893] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103893) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:09.616512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702d198-fa6e-4186-bb06-ecb40ec67195 None None] get_active_networks_info from dv-cinder-849846-6-iscsi {{(pid=104002) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 31 19:51:09.627231 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writer thread running {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 19:51:09.698169 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702d198-fa6e-4186-bb06-ecb40ec67195 None None] No non-hosted networks {{(pid=104002) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 31 19:51:09.719795 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.agentschedulers_db [None req-2702d198-fa6e-4186-bb06-ecb40ec67195 None None] DHCP Agent not found on host dv-cinder-849846-6-iscsi {{(pid=104002) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 31 19:51:09.823972 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bdaf1fbd-2d8c-434e-8630-ca8e4a66f2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:11.395162 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writer thread running {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 19:51:11.833451 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5714-0c73-4911-92d7-d45e0a0fb3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:11.878184 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-546075f6-7210-4de4-9398-d22427b0dc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:12.809405 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:12.827602 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 50966) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:13.383938 dv-cinder-849846-6-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-dbb7f562-b3ea-42ad-9649-ba4cca6420e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:13.384522 dv-cinder-849846-6-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-dbb7f562-b3ea-42ad-9649-ba4cca6420e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:13.610638 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-dbb7f562-b3ea-42ad-9649-ba4cca6420e1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:51:13.620226 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dbb7f562-b3ea-42ad-9649-ba4cca6420e1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7831388 Jul 31 19:51:14.195273 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:14.468976 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:14.469687 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.470024 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.470363 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.470697 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.471029 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.471358 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.471684 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.472035 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.472362 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.472685 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.473025 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.475190 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.480996 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.481394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.481744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:14.482147 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849846-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:14.494761 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849846-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:15.877704 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51000) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:16.434821 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:16.435431 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:16.649069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:16.740097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.policy [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 31 19:51:16.784212 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:16.784591 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING oslo_policy.policy [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:16.805038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writer thread running {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 19:51:16.884760 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264340137', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264339645', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264356317', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264365981', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264306075', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744264313093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-839337', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-845175', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3701477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3796838'] for rbac-policy (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:16.962034 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:16.963479 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-78ac771f-7add-4aad-86c7-6e4511b03625 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0826941 Jul 31 19:51:18.009806 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.db.l3_hamode_db [None req-a2fc6d95-48bb-4478-8b15-02863fd4c882 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 31 19:51:18.089276 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc6d95-48bb-4478-8b15-02863fd4c882 None None] Routers set() bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:51:18.089658 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fc6d95-48bb-4478-8b15-02863fd4c882 None None] Router IDs set() for agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 31 19:51:19.203394 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51018) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:19.558164 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:19.596588 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Made reservation on behalf of 689371c0456a47c3bfee54f89dc8b3a9 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:51:19.600527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.617869 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.728061 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks [] for security_group (bb2cbb9d-7b2f-4bd8-97c8-5bdb280a0b43), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.733418 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bb2cbb9d-7b2f-4bd8-97c8-5bdb280a0b43), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.758695 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:51:19.791659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744266200028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (039831c9-2481-47b4-a4b2-e395c8f7822a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.792277 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Unsubscribe: segment precommit_create {{(pid=104001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 31 19:51:19.792804 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Added segment 039831c9-2481-47b4-a4b2-e395c8f7822a of type vlan for network f6982592-198b-4eb5-80c5-fca387838e67 Jul 31 19:51:19.825569 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2cbb9d-7b2f-4bd8-97c8-5bdb280a0b43,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:19.868615 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.868874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.869253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.869592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.870282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.870607 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.870927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.871253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.871561 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.871879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.872195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.872527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.872846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.873171 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.873503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Tracked resource versions report: Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: pushed versions: Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: consumer versions: Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Log': '1.0', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Network': '1.1', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Port': '1.7', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 31 19:51:19.874913 dv-cinder-849846-6-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:51:19.900552 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (f6982592-198b-4eb5-80c5-fca387838e67), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.945042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (f6982592-198b-4eb5-80c5-fca387838e67), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:19.950344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:19.950999 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:20.024403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:20.036113 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8316562 Jul 31 19:51:20.074903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45367e-bc19-48ec-9808-a40d3dcc5e2b demo demo] Pushing event updated for resources: {'Network': ['ID=f6982592-198b-4eb5-80c5-fca387838e67,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:20.087861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network f6982592-198b-4eb5-80c5-fca387838e67 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:51:22.298375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51032) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:22.681058 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writer thread running {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 31 19:51:22.888371 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.policy [None req-ff53db01-604f-49a0-8f6c-411192033bc3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 31 19:51:22.935831 dv-cinder-849846-6-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-ff53db01-604f-49a0-8f6c-411192033bc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:22.936109 dv-cinder-849846-6-iscsi neutron-server[104000]: WARNING oslo_policy.policy [None req-ff53db01-604f-49a0-8f6c-411192033bc3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 31 19:51:22.944367 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff53db01-604f-49a0-8f6c-411192033bc3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:22.946193 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ff53db01-604f-49a0-8f6c-411192033bc3 demo admin] 10.222.0.48 "GET /v2.0/networks/f6982592-198b-4eb5-80c5-fca387838e67 HTTP/1.1" status: 200 len: 825 time: 0.6463144 Jul 31 19:51:22.989633 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-98d6696f-68af-4249-b288-01d2a0d03e39 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/dc5482dd-5405-474d-b692-e76a9f5c87a3 HTTP/1.1" status: 200 len: 734 time: 0.0343776 Jul 31 19:51:23.001854 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:23.043735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Made reservation on behalf of 689371c0456a47c3bfee54f89dc8b3a9 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:51:23.046540 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:23.345558 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (0f39c295-4427-4e65-8f88-98356de5e720), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:23.421951 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Checking segment: {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:51:23.422325 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Network hostable DHCP agents. Network: f6982592-198b-4eb5-80c5-fca387838e67, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:51:23.429841 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0f39c295-4427-4e65-8f88-98356de5e720,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:23.438989 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:23.442797 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.443147 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.443535 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.443850 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.444187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.444507 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.444849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.445242 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.445568 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.445894 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.446226 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.446546 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.446864 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.447187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.447489 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Tracked resource versions report: Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: pushed versions: Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Log': {'1.0'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Network': {'1.1'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Port': {'1.7'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: consumer versions: Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Agent': '1.1', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Log': '1.0', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Network': '1.1', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Port': '1.7', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SubPort': '1.0', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Subnet': '1.1', Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Jul 31 19:51:23.448902 dv-cinder-849846-6-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:51:23.486547 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Network f6982592-198b-4eb5-80c5-fca387838e67 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:51:23.500274 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, f6982592-198b-4eb5-80c5-fca387838e67) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:23.506542 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:23.506812 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:23.510083 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef40e412-d05b-4320-8c7d-afebcb4410fd None None] Network f6982592-198b-4eb5-80c5-fca387838e67 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:51:23.531890 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aa7f7255-ca04-44e7-bb82-35f15a1abe17 demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5330427 Jul 31 19:51:23.771355 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-f6982592-198b-4eb5-80c5-fca387838e67', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:51:23.772905 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.050499 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Allocated IP 172.20.0.2 (f6982592-198b-4eb5-80c5-fca387838e67/0f39c295-4427-4e65-8f88-98356de5e720/7eb347ce-0ddf-42a0-a1da-43b761dc681d) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:51:24.054234 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:24.333582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks [] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.345416 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.420302 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Network f6982592-198b-4eb5-80c5-fca387838e67 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:51:24.426146 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:24.431376 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Pushing event updated for resources: {'Port': ['ID=7eb347ce-0ddf-42a0-a1da-43b761dc681d,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:24.433786 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:51:24.444693 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.445098 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.445483 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.445840 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.446180 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.446515 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.446845 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.447173 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.447499 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.447826 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.448154 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.448498 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.448827 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.449174 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.449512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Tracked resource versions report: Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: pushed versions: Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: consumer versions: Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Log': '1.0', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Network': '1.1', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Port': '1.7', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 31 19:51:24.450959 dv-cinder-849846-6-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:51:24.529058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Attempting to bind port 7eb347ce-0ddf-42a0-a1da-43b761dc681d on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:51:24.529788 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Attempting to bind port 7eb347ce-0ddf-42a0-a1da-43b761dc681d by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:51:24.529894 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Attempting to bind port 7eb347ce-0ddf-42a0-a1da-43b761dc681d on network f6982592-198b-4eb5-80c5-fca387838e67 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:51:24.535269 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:51:24.535642 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Checking segment: {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:51:24.536096 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.536511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Bound using segment: {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:51:24.537012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Bound port: 7eb347ce-0ddf-42a0-a1da-43b761dc681d, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:51:24.537436 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.545758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:24.601905 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] For port 7eb347ce-0ddf-42a0-a1da-43b761dc681d, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:51:24.624219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] For port 7eb347ce-0ddf-42a0-a1da-43b761dc681d, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=7eb347ce-0ddf-42a0-a1da-43b761dc681d,segment=NetworkSegment(039831c9-2481-47b4-a4b2-e395c8f7822a),segment_id=039831c9-2481-47b4-a4b2-e395c8f7822a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:51:24.632077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:24.684372 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2765c-885e-4717-a26e-11b5a5c8b172 None None] Pushing event updated for resources: {'Port': ['ID=7eb347ce-0ddf-42a0-a1da-43b761dc681d,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:25.793865 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51050) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:26.146281 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-8614a714-73b2-4694-ba55-184c6bea25bf admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:51:26.147294 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8614a714-73b2-4694-ba55-184c6bea25bf admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3523078 Jul 31 19:51:28.374218 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51058) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:28.713892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-caf891ab-c6b3-400b-88cc-a26bc5fba12d admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:51:28.714889 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-caf891ab-c6b3-400b-88cc-a26bc5fba12d admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3397553 Jul 31 19:51:29.206374 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:29.211436 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:30.071755 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=12,neutron:SELECT=52,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:30.949862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51070) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:31.306530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:31.337627 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (98714567-c061-4d82-99f0-4d3d0c2f475f), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:31.339173 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (98714567-c061-4d82-99f0-4d3d0c2f475f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:31.481938 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Publish callbacks [] for router_controller (98714567-c061-4d82-99f0-4d3d0c2f475f), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:31.490332 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (98714567-c061-4d82-99f0-4d3d0c2f475f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:31.512069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:31.513322 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3a2c8e50-7fd9-4935-80aa-e309f511ecd5 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5624328 Jul 31 19:51:32.120447 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 7eb347ce-0ddf-42a0-a1da-43b761dc681d up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:32.204536 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 7eb347ce-0ddf-42a0-a1da-43b761dc681d triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:32.204950 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:32.305105 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 7eb347ce-0ddf-42a0-a1da-43b761dc681d is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:32.305524 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:32.350175 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 7eb347ce-0ddf-42a0-a1da-43b761dc681d, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=7eb347ce-0ddf-42a0-a1da-43b761dc681d,segment=NetworkSegment(039831c9-2481-47b4-a4b2-e395c8f7822a),segment_id=039831c9-2481-47b4-a4b2-e395c8f7822a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:51:32.355398 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:32.410961 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=7eb347ce-0ddf-42a0-a1da-43b761dc681d,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:32.674782 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a8ec6e-7671-4bf6-bd60-494ffb22110e None None] Network f6982592-198b-4eb5-80c5-fca387838e67 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:51:32.742254 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d832100f-9744-443d-979a-22d146d66684 None None] Provisioning complete for port 7eb347ce-0ddf-42a0-a1da-43b761dc681d triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:32.742652 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d832100f-9744-443d-979a-22d146d66684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:32.798242 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:32.876515 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d832100f-9744-443d-979a-22d146d66684 None None] Current status of the port 7eb347ce-0ddf-42a0-a1da-43b761dc681d is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:33.095526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d4237f26-8b96-41ac-a4fb-e8b0ed41d26b None None] Provisioning complete for port 7eb347ce-0ddf-42a0-a1da-43b761dc681d triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:33.095933 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d4237f26-8b96-41ac-a4fb-e8b0ed41d26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:33.170756 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d4237f26-8b96-41ac-a4fb-e8b0ed41d26b None None] Current status of the port 7eb347ce-0ddf-42a0-a1da-43b761dc681d is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:33.522506 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=57,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:33.523340 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:33.874846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:34.108855 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 7eb347ce-0ddf-42a0-a1da-43b761dc681d up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:34.157038 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 7eb347ce-0ddf-42a0-a1da-43b761dc681d triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:34.157644 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:34.216326 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [None req-b7565bbb-a567-474e-b12d-e335199a0b3f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:51:34.217357 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b7565bbb-a567-474e-b12d-e335199a0b3f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3412144 Jul 31 19:51:34.228074 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 7eb347ce-0ddf-42a0-a1da-43b761dc681d is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:36.500148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51092) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:36.862963 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:36.889234 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Made reservation on behalf of 824b8dfe9c554dc59a5e616eae69d90e for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:51:36.891505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:36.899913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:36.981130 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks [] for security_group (97f77e55-b9d4-4ce3-a324-610189207bc9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:36.985925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (97f77e55-b9d4-4ce3-a324-610189207bc9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:37.001418 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Reserving flat network on physical network physnet1 {{(pid=104001) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 31 19:51:37.020233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f77e55-b9d4-4ce3-a324-610189207bc9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:37.025806 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (d3d5b68e-4f02-4a9f-a23a-9a99593d161d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:37.026160 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Added segment d3d5b68e-4f02-4a9f-a23a-9a99593d161d of type flat for network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 Jul 31 19:51:37.075316 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (57b31cb4-27c3-478d-8b42-bb733edaa3f3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:37.117209 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (57b31cb4-27c3-478d-8b42-bb733edaa3f3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:37.118404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:37.119014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:37.213250 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7116129 Jul 31 19:51:37.232169 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191c969-2c48-4040-8ebe-e4d7b2727232 admin admin] Pushing event updated for resources: {'Network': ['ID=57b31cb4-27c3-478d-8b42-bb733edaa3f3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:37.243407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:51:39.414666 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51100) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:39.560751 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:39.567612 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fad36016-9593-4497-9c09-6d5146176068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:39.827292 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d158fe1-83d0-41d3-984e-5e9a4b8e6c7c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:39.828585 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4d158fe1-83d0-41d3-984e-5e9a4b8e6c7c demo admin] 10.222.0.48 "GET /v2.0/subnets/0f39c295-4427-4e65-8f88-98356de5e720 HTTP/1.1" status: 200 len: 849 time: 0.4129844 Jul 31 19:51:40.007979 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8c5aca0f-7b5e-492a-9af7-6b3920ff5091 demo admin] 10.222.0.48 "GET /v2.0/routers/98714567-c061-4d82-99f0-4d3d0c2f475f HTTP/1.1" status: 200 len: 704 time: 0.1733143 Jul 31 19:51:40.287863 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:40.607783 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Allocated IP 172.20.0.1 (f6982592-198b-4eb5-80c5-fca387838e67/0f39c295-4427-4e65-8f88-98356de5e720/b8528bd9-6a42-46f7-ae99-99a0396e20f6) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:51:40.774064 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks [] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:40.841036 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:40.913416 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Network f6982592-198b-4eb5-80c5-fca387838e67 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:51:40.924534 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:40.928777 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:51:40.929417 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (98714567-c061-4d82-99f0-4d3d0c2f475f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:40.948598 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Pushing event updated for resources: {'Port': ['ID=b8528bd9-6a42-46f7-ae99-99a0396e20f6,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:41.092455 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:41.129226 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.132258 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:41.151247 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-39555701-d620-4ac1-ac0c-9154c4588403 None None] Provisioning complete for port b8528bd9-6a42-46f7-ae99-99a0396e20f6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:41.151832 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-39555701-d620-4ac1-ac0c-9154c4588403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.183574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-39555701-d620-4ac1-ac0c-9154c4588403 None None] Port b8528bd9-6a42-46f7-ae99-99a0396e20f6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:51:41.390468 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks [] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.398880 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.399676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (98714567-c061-4d82-99f0-4d3d0c2f475f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.473942 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Pushing event updated for resources: {'Port': ['ID=b8528bd9-6a42-46f7-ae99-99a0396e20f6,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:41.528007 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Network f6982592-198b-4eb5-80c5-fca387838e67 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:51:41.529456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:41.689827 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Router 98714567-c061-4d82-99f0-4d3d0c2f475f is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:51:41.706258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-661011a0-cfa5-48c2-a6f6-27cb46e301f6 None None] Provisioning complete for port b8528bd9-6a42-46f7-ae99-99a0396e20f6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:41.706651 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-661011a0-cfa5-48c2-a6f6-27cb46e301f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.782167 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-661011a0-cfa5-48c2-a6f6-27cb46e301f6 None None] Port b8528bd9-6a42-46f7-ae99-99a0396e20f6 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:51:41.782510 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:51:41.787886 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2ae0ebd0-4476-4f23-8836-b5485d14efb1 demo admin] 10.222.0.48 "PUT /v2.0/routers/98714567-c061-4d82-99f0-4d3d0c2f475f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7716091 Jul 31 19:51:41.792704 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Sync routers for ids ['98714567-c061-4d82-99f0-4d3d0c2f475f'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:51:41.806935 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Routers {'98714567-c061-4d82-99f0-4d3d0c2f475f'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:51:41.807698 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:51:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['98714567-c061-4d82-99f0-4d3d0c2f475f'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:41.825115 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c2d14924-0f91-418b-a9d3-77bac19241a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:41.985000 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Set router 98714567-c061-4d82-99f0-4d3d0c2f475f gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:51:42.394350 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:41Z', 'revision_number': 2, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port_host': None, '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:41Z', 'revision_number': 2, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:42.446374 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Checking router: 98714567-c061-4d82-99f0-4d3d0c2f475f for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:51:42.446753 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Updating router 98714567-c061-4d82-99f0-4d3d0c2f475f port b8528bd9-6a42-46f7-ae99-99a0396e20f6 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:51:42.500886 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:42.776990 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.004607 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks [] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.014720 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.164198 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Attempting to bind port b8528bd9-6a42-46f7-ae99-99a0396e20f6 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:51:43.164601 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Attempting to bind port b8528bd9-6a42-46f7-ae99-99a0396e20f6 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:51:43.165043 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Attempting to bind port b8528bd9-6a42-46f7-ae99-99a0396e20f6 on network f6982592-198b-4eb5-80c5-fca387838e67 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:51:43.175033 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:51:43.175436 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Checking segment: {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:51:43.175911 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.176319 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Bound using segment: {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:51:43.176827 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Bound port: b8528bd9-6a42-46f7-ae99-99a0396e20f6, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039831c9-2481-47b4-a4b2-e395c8f7822a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:51:43.177236 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.189067 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Pushing event updated for resources: {'Port': ['ID=b8528bd9-6a42-46f7-ae99-99a0396e20f6,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:43.201895 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.202240 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.202594 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.202940 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.203275 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.203601 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.203928 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.204266 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.204579 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.204955 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.205262 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.205604 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.205937 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.206253 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.206578 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Tracked resource versions report: Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: pushed versions: Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Agent': {'1.1'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Log': {'1.0'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Network': {'1.1'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Port': {'1.7'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: consumer versions: Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Agent': '1.1', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Log': '1.0', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'NDPProxy': '1.0', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Network': '1.1', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Port': '1.7', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'PortForwarding': '1.3', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'QosPolicy': '1.10', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SubPort': '1.0', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Subnet': '1.1', Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Trunk': '1.1'}} Jul 31 19:51:43.208034 dv-cinder-849846-6-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:51:43.261169 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] For port b8528bd9-6a42-46f7-ae99-99a0396e20f6, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:51:43.280282 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] For port b8528bd9-6a42-46f7-ae99-99a0396e20f6, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=b8528bd9-6a42-46f7-ae99-99a0396e20f6,segment=NetworkSegment(039831c9-2481-47b4-a4b2-e395c8f7822a),segment_id=039831c9-2481-47b4-a4b2-e395c8f7822a)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:51:43.287142 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:43.294429 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:43.323334 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:43.326163 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Routers {'98714567-c061-4d82-99f0-4d3d0c2f475f'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:51:43.326796 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:51:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['98714567-c061-4d82-99f0-4d3d0c2f475f'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:43.408183 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c555dbb-2d87-4413-816d-657d888602ed None None] Pushing event updated for resources: {'Port': ['ID=b8528bd9-6a42-46f7-ae99-99a0396e20f6,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:43.429634 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] Set router 98714567-c061-4d82-99f0-4d3d0c2f475f gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:51:43.623813 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:41Z', 'revision_number': 2, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port_host': None, '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:43Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:43.648844 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ba32f-8b17-44bd-b193-8ba4372f8c74 None None] The sync data for ids ['98714567-c061-4d82-99f0-4d3d0c2f475f'] in dv-cinder-849846-6-iscsi is: [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:41Z', 'revision_number': 2, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port_host': None, '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:43Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:51:43.991385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51110) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:44.154182 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:44.398024 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd447a-90aa-4192-a79c-3a6fa15194cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:44.404930 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-50bd447a-90aa-4192-a79c-3a6fa15194cd admin admin] 10.222.0.48 "GET /v2.0/networks/57b31cb4-27c3-478d-8b42-bb733edaa3f3 HTTP/1.1" status: 200 len: 842 time: 0.4070015 Jul 31 19:51:44.408997 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:44.431476 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Made reservation on behalf of 824b8dfe9c554dc59a5e616eae69d90e for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:51:44.433874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:44.457205 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:44.640916 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:44.643394 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:44.707378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.objects.ports [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104000) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 31 19:51:44.707811 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (acbbde70-91d7-4539-a5a9-892647e5553e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:44.764654 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acbbde70-91d7-4539-a5a9-892647e5553e,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:44.783367 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:51:44.783732 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Network hostable DHCP agents. Network: 57b31cb4-27c3-478d-8b42-bb733edaa3f3, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:51:44.802346 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:51:44.812594 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 57b31cb4-27c3-478d-8b42-bb733edaa3f3) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:44.816912 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:44.817556 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:44.825903 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c893c13-c6cb-4acb-8277-733f20c3a9ea None None] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:51:44.836707 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bb66d8ff-d536-4fd3-ba6f-1dcc39a0a5b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4310915 Jul 31 19:51:44.938864 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6facfc51-84a4-4a09-8fb9-1c45299ad87f None None] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:51:47.110902 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51118) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:47.206010 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=49,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:47.228616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=42,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:47.536241 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d8b5b0ef-296b-47d1-88d2-3dec22ece0ec demo admin] 10.222.0.48 "GET /v2.0/routers/98714567-c061-4d82-99f0-4d3d0c2f475f HTTP/1.1" status: 200 len: 710 time: 0.4240539 Jul 31 19:51:47.623033 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d403d99-bc1c-422d-bc3e-13eaaf3c1e85 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:51:47.624423 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6d403d99-bc1c-422d-bc3e-13eaaf3c1e85 demo admin] 10.222.0.48 "GET /v2.0/networks/57b31cb4-27c3-478d-8b42-bb733edaa3f3 HTTP/1.1" status: 200 len: 886 time: 0.0825772 Jul 31 19:51:47.634113 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:51:47.958882 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks [] for router_gateway (98714567-c061-4d82-99f0-4d3d0c2f475f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:48.176951 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks [] for router_gateway (98714567-c061-4d82-99f0-4d3d0c2f475f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:48.256130 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:48.313218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:48.341000 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:48.373947 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Allocated IP 172.27.0.173 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/1e65a55b-7d54-43fb-8b2f-d9c45926b0a9) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:51:48.489885 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks [] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:48.522777 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:48.560177 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:51:48.565189 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:51:48.569467 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:51:48.610503 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Pushing event updated for resources: {'Port': ['ID=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:48.817493 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks [] for router_gateway (98714567-c061-4d82-99f0-4d3d0c2f475f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:49.012562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3698820', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3809009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15187'] for router (98714567-c061-4d82-99f0-4d3d0c2f475f), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:49.016330 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3698829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3702296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3809000'] for router (98714567-c061-4d82-99f0-4d3d0c2f475f), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:49.116481 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:49.120921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Router 98714567-c061-4d82-99f0-4d3d0c2f475f has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:51:49.228624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:51:49.233049 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:49.234287 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7c5e9816-965f-4b33-9ebb-e546f7718dfc demo admin] 10.222.0.48 "PUT /v2.0/routers/98714567-c061-4d82-99f0-4d3d0c2f475f HTTP/1.1" status: 200 len: 890 time: 1.6037788 Jul 31 19:51:49.875864 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Sync routers for ids ['98714567-c061-4d82-99f0-4d3d0c2f475f'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:51:49.887830 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Routers {'98714567-c061-4d82-99f0-4d3d0c2f475f'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:51:49.888517 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:51:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['98714567-c061-4d82-99f0-4d3d0c2f475f'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:50.093497 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Set router 98714567-c061-4d82-99f0-4d3d0c2f475f gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:51:50.139625 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b8528bd9-6a42-46f7-ae99-99a0396e20f6 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:50.278821 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:50.372425 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port b8528bd9-6a42-46f7-ae99-99a0396e20f6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:50.372695 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:50.514327 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:50.568646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:48Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port': {'id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:48Z', 'updated_at': '2022-07-31T19:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:43Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:50.592046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port b8528bd9-6a42-46f7-ae99-99a0396e20f6 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:50.592435 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:50.624943 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Checking router: 98714567-c061-4d82-99f0-4d3d0c2f475f for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:51:50.625241 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Updating router 98714567-c061-4d82-99f0-4d3d0c2f475f port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:51:50.690841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:50.789982 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port b8528bd9-6a42-46f7-ae99-99a0396e20f6, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=b8528bd9-6a42-46f7-ae99-99a0396e20f6,segment=NetworkSegment(039831c9-2481-47b4-a4b2-e395c8f7822a),segment_id=039831c9-2481-47b4-a4b2-e395c8f7822a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:51:50.800379 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:50.964740 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=b8528bd9-6a42-46f7-ae99-99a0396e20f6,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:51.118305 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks [] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:51.125572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:51.159098 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Attempting to bind port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:51:51.159467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Attempting to bind port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:51:51.159838 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Attempting to bind port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:51:51.174272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:51:51.174622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:51:51.175050 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:51.175443 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:51:51.175911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Bound port: 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:51:51.176289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:51.178019 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bf700-ff86-46b0-ad32-299ce3c33a55 None None] Pushing event updated for resources: {'Port': ['ID=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:51.229453 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] For port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:51:51.232638 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] For port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:51:51.238755 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:51.270595 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Routers {'98714567-c061-4d82-99f0-4d3d0c2f475f'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:51:51.271202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:51:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['98714567-c061-4d82-99f0-4d3d0c2f475f'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:51.330015 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32bf700-ff86-46b0-ad32-299ce3c33a55 None None] Pushing event updated for resources: {'Port': ['ID=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:51.363409 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:51:51.366697 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:51.393496 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] Set router 98714567-c061-4d82-99f0-4d3d0c2f475f gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:51:51.509846 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:51.588274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51130) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:51:51.592380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:48Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port': {'id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:48Z', 'updated_at': '2022-07-31T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:50Z', 'revision_number': 5, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:51:51.625000 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c84926-22a5-47cc-9c88-6a56fbdc5d7b None None] The sync data for ids ['98714567-c061-4d82-99f0-4d3d0c2f475f'] in dv-cinder-849846-6-iscsi is: [{'id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'name': 'router1', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:51:31Z', 'updated_at': '2022-07-31T19:51:48Z', 'revision_number': 4, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'gw_port': {'id': '1e65a55b-7d54-43fb-8b2f-d9c45926b0a9', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:48Z', 'updated_at': '2022-07-31T19:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'b8528bd9-6a42-46f7-ae99-99a0396e20f6', 'name': '', 'network_id': 'f6982592-198b-4eb5-80c5-fca387838e67', 'tenant_id': '689371c0456a47c3bfee54f89dc8b3a9', 'mac_address': 'fa:16:3e:4d:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98714567-c061-4d82-99f0-4d3d0c2f475f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0f39c295-4427-4e65-8f88-98356de5e720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:51:40Z', 'updated_at': '2022-07-31T19:51:50Z', 'revision_number': 5, 'project_id': '689371c0456a47c3bfee54f89dc8b3a9', 'subnets': [{'id': '0f39c295-4427-4e65-8f88-98356de5e720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc5482dd-5405-474d-b692-e76a9f5c87a3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:51:52.033279 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-299c0af1-7519-4433-bc4a-ffedfb84bc33 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4430118 Jul 31 19:51:52.196509 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:52.249880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:52.250313 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:52.323735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:52.324044 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:52.349341 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:51:52.354910 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:52.355959 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b8528bd9-6a42-46f7-ae99-99a0396e20f6 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:52.434957 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=1e65a55b-7d54-43fb-8b2f-d9c45926b0a9,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:51:52.443800 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port b8528bd9-6a42-46f7-ae99-99a0396e20f6 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:52.444400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:52.521959 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port b8528bd9-6a42-46f7-ae99-99a0396e20f6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:53.627431 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=28 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:54.131528 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:51:54.187273 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:51:54.187670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1e65a55b-7d54-43fb-8b2f-d9c45926b0a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:51:54.263385 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1e65a55b-7d54-43fb-8b2f-d9c45926b0a9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:51:59.224998 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=12 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:51:59.226557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:01.360122 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=42 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:02.008359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:02.025028 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:04.228463 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:04.259841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:09.569698 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-226a0d71-65bb-4f77-8050-dc92b42f0570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:11.820787 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa334-97d5-46db-b0e7-378e1731dfb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:12.789622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:14.163952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:14.458841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:20.365515 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:20.378197 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:24.443347 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:24.450858 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:28.364354 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:52:38.359944 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:39.568104 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-027ba788-e8b9-461f-86e3-89a3bb4bf2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:41.825204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2f16a834-e96c-408e-a500-67820d0ce3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:42.784470 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:44.159671 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:44.458472 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:52:54.441010 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:54.451697 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:57.373065 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:52:57.373847 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:05.364011 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:53:09.568457 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-378af276-98a9-45d8-8d1b-5c743ab5c744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:11.829431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-92de3f5b-4830-419f-aac2-55d8948ac2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:12.776582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:12.967056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51666) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:13.346060 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b084bbf-6321-41cd-963e-fbd1cd045c2d admin admin] GET failed (client error): The resource could not be found. Jul 31 19:53:13.347360 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1b084bbf-6321-41cd-963e-fbd1cd045c2d admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3790846 Jul 31 19:53:13.525318 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee31cd-1651-42e9-a2b4-a48446805b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:13.526860 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-dfee31cd-1651-42e9-a2b4-a48446805b3f admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1730564 Jul 31 19:53:14.163227 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:14.458856 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:15.359572 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:15.360249 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:15.682597 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51676) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:16.126794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335af1d8-c11e-4dea-8eb6-b48b802a374f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:16.128222 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-335af1d8-c11e-4dea-8eb6-b48b802a374f admin admin] 10.222.0.48 "GET /v2.0/subnets/0f39c295-4427-4e65-8f88-98356de5e720 HTTP/1.1" status: 200 len: 849 time: 0.4443939 Jul 31 19:53:16.138380 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:53:16.230435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Publish callbacks [] for subnet (0f39c295-4427-4e65-8f88-98356de5e720), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:16.392964 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744266127077'] for subnet (0f39c295-4427-4e65-8f88-98356de5e720), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:16.438481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:16.439161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:16.440471 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] 10.222.0.48 "PUT /v2.0/subnets/0f39c295-4427-4e65-8f88-98356de5e720 HTTP/1.1" status: 200 len: 868 time: 0.3060029 Jul 31 19:53:16.440993 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f0ec5-0aa0-47cd-b598-9956c80e5cc3 None None] Network f6982592-198b-4eb5-80c5-fca387838e67 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:53:16.459027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f39c295-4427-4e65-8f88-98356de5e720,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:53:16.467035 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.467384 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.467760 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.468107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.468442 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.468777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.469111 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.469478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.469845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.470184 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.470532 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.470880 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.471214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.471542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.471884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cee786-9071-413e-b078-d110527e37f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:53:16.748745 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Provisioning complete for port b8528bd9-6a42-46f7-ae99-99a0396e20f6 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:53:16.749264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b8528bd9-6a42-46f7-ae99-99a0396e20f6), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:16.826425 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Current status of the port b8528bd9-6a42-46f7-ae99-99a0396e20f6 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:53:16.834570 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Provisioning complete for port 7eb347ce-0ddf-42a0-a1da-43b761dc681d triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:53:16.834899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7eb347ce-0ddf-42a0-a1da-43b761dc681d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:16.904920 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf4424-3216-4313-90bd-74aece6adf68 None None] Current status of the port 7eb347ce-0ddf-42a0-a1da-43b761dc681d is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:53:18.650847 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51684) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:19.160611 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea12542-cabb-4ee7-b313-162e475417b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:19.161086 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea12542-cabb-4ee7-b313-162e475417b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:19.162655 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fea12542-cabb-4ee7-b313-162e475417b1 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5104823 Jul 31 19:53:21.329310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51692) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:21.905800 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4073bd-84e0-4eec-9922-68e936a9c67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:21.906280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4073bd-84e0-4eec-9922-68e936a9c67a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:21.907822 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-be4073bd-84e0-4eec-9922-68e936a9c67a admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5775480 Jul 31 19:53:24.085067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51700) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:24.551097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:24.564657 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94796bfe-b0f0-47c8-8f7f-f7d744b18bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:24.566104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-94796bfe-b0f0-47c8-8f7f-f7d744b18bf8 admin admin] 10.222.0.48 "GET /v2.0/networks/57b31cb4-27c3-478d-8b42-bb733edaa3f3 HTTP/1.1" status: 200 len: 886 time: 0.4797432 Jul 31 19:53:26.764314 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51708) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:26.900005 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:26.903053 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:27.198186 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7964426-8d34-4c0a-b60e-23e13e079182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:27.199570 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a7964426-8d34-4c0a-b60e-23e13e079182 admin admin] 10.222.0.48 "GET /v2.0/networks/f6982592-198b-4eb5-80c5-fca387838e67 HTTP/1.1" status: 200 len: 869 time: 0.4342844 Jul 31 19:53:29.365512 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51720) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:29.782630 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:29.788874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7871fa9-09ff-47e4-9608-2582501ec866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:29.789359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7871fa9-09ff-47e4-9608-2582501ec866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:29.790935 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a7871fa9-09ff-47e4-9608-2582501ec866 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4243534 Jul 31 19:53:31.933881 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51728) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:32.340129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc62f6-55cd-4e8e-9a16-b2dd8a0a44f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:32.340586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc62f6-55cd-4e8e-9a16-b2dd8a0a44f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:32.342159 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c9dc62f6-55cd-4e8e-9a16-b2dd8a0a44f7 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4073102 Jul 31 19:53:34.368605 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:34.370404 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:34.525362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51736) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:34.903168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f386bd1b-2aea-496e-aef6-08fa326c89fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:34.904431 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f386bd1b-2aea-496e-aef6-08fa326c89fb admin admin] 10.222.0.48 "GET /v2.0/subnets/0f39c295-4427-4e65-8f88-98356de5e720 HTTP/1.1" status: 200 len: 868 time: 0.3780951 Jul 31 19:53:37.057976 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51744) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:53:37.188608 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=13 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:37.195350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=10 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:37.464273 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b052b730-12c6-4263-b52b-ed2d33df6f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:53:37.465568 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b052b730-12c6-4263-b52b-ed2d33df6f61 admin admin] 10.222.0.48 "GET /v2.0/subnets/acbbde70-91d7-4539-a5a9-892647e5553e HTTP/1.1" status: 200 len: 816 time: 0.4065776 Jul 31 19:53:39.569221 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bec54d71-0c1d-41af-acae-1c9720a8e35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:41.834181 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0382ccb1-c253-43da-83ee-93589579776c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:42.364140 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:53:42.786042 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:44.169323 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:44.454945 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:53:44.898320 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=20 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:44.899093 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:47.457192 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:47.460456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:52.359025 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:52.359746 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:54.442527 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:53:54.448928 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:05.307905 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51804) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:54:05.737485 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-4c22a4c5-1956-48ff-8d4c-da6dd516dd5f admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:54:05.738503 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4c22a4c5-1956-48ff-8d4c-da6dd516dd5f admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4297388 Jul 31 19:54:08.038828 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51812) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:54:08.455584 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb199793-bd5a-4a6e-b6d7-52e0cffc3a19 admin admin] GET failed (client error): The resource could not be found. Jul 31 19:54:08.456969 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fb199793-bd5a-4a6e-b6d7-52e0cffc3a19 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.4171107 Jul 31 19:54:08.547322 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddf999c-9383-4c04-bce9-c67c9ec14239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:54:08.548827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4ddf999c-9383-4c04-bce9-c67c9ec14239 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0875349 Jul 31 19:54:09.573695 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c17593a3-658b-4b71-9934-362a4c4f296f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:10.759359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51820) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:54:11.136726 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:54:11.160878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Made reservation on behalf of 824b8dfe9c554dc59a5e616eae69d90e for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:54:11.163486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:11.200990 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING neutron.services.revisions.revision_plugin [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Could not find related network for resource to bump revision. Jul 31 19:54:11.214468 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:54:11.230925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (70ac1bc3-1510-4e1c-856a-cfc9a21d43a2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:11.231547 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Added segment 70ac1bc3-1510-4e1c-856a-cfc9a21d43a2 of type vlan for network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 Jul 31 19:54:11.270879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (62105c15-fcf1-4f68-99bb-e6c4d2a79df2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:11.296575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (62105c15-fcf1-4f68-99bb-e6c4d2a79df2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:11.297568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:54:11.298151 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:11.355082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5944867 Jul 31 19:54:11.358043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c3a84-f8a0-4df9-970e-5612f5de0dda admin admin] Pushing event updated for resources: {'Network': ['ID=62105c15-fcf1-4f68-99bb-e6c4d2a79df2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:54:11.361643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:11.370063 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:11.370374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:54:11.839261 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ade56cf3-83c4-46ad-ab08-98f2f8399e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:12.784258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:13.546298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51828) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:54:13.949405 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.pecan_wsgi.hooks.translation [None req-e691b411-297a-4165-b54d-8c59b59786d9 admin admin] GET failed (client error): The resource could not be found. Jul 31 19:54:13.950629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e691b411-297a-4165-b54d-8c59b59786d9 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4025369 Jul 31 19:54:14.026920 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedfa501-55ce-424b-a2bc-13005e921edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:54:14.029545 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fedfa501-55ce-424b-a2bc-13005e921edd admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0733869 Jul 31 19:54:14.038594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:54:14.065289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Made reservation on behalf of 824b8dfe9c554dc59a5e616eae69d90e for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:54:14.067654 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.167435 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.261133 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (244bd165-6580-4f17-b9f2-364e8daaae8b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.312548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Pushing event updated for resources: {'Subnet': ['ID=244bd165-6580-4f17-b9f2-364e8daaae8b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:54:14.334435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Checking segment: {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:54:14.334821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Network hostable DHCP agents. Network: 62105c15-fcf1-4f68-99bb-e6c4d2a79df2, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:54:14.358548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:54:14.370365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 62105c15-fcf1-4f68-99bb-e6c4d2a79df2) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:54:14.374345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:54:14.374944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.379809 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b20b1d-be2c-46fa-934a-00bef5950c3e None None] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:54:14.393731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8b955cdc-124f-43be-918e-2598e921413d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3586528 Jul 31 19:54:14.469604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.505906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-62105c15-fcf1-4f68-99bb-e6c4d2a79df2', 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2', 'project_id': '824b8dfe9c554dc59a5e616eae69d90e', 'fixed_ips': [{'subnet_id': '244bd165-6580-4f17-b9f2-364e8daaae8b'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:54:14.507033 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.643137 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Allocated IP 192.168.233.2 (62105c15-fcf1-4f68-99bb-e6c4d2a79df2/244bd165-6580-4f17-b9f2-364e8daaae8b/f0d44243-e4f6-4b73-bca7-eb2839b5f936) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:54:14.889705 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks [] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.896520 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:14.943868 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Pushing event updated for resources: {'Port': ['ID=f0d44243-e4f6-4b73-bca7-eb2839b5f936,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:54:14.946977 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:54:14.951916 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:54:14.954511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.954876 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.955238 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.955591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.955926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.956254 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.956592 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.956901 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.957412 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.957582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.957887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.958217 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.958540 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.958880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.959191 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:54:14.964100 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:54:15.027520 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Attempting to bind port f0d44243-e4f6-4b73-bca7-eb2839b5f936 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:54:15.027895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Attempting to bind port f0d44243-e4f6-4b73-bca7-eb2839b5f936 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:54:15.028371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Attempting to bind port f0d44243-e4f6-4b73-bca7-eb2839b5f936 on network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:54:15.033830 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:54:15.034213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Checking segment: {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:54:15.034621 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:15.035035 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Bound using segment: {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:54:15.035506 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Bound port: f0d44243-e4f6-4b73-bca7-eb2839b5f936, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:54:15.035887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:15.097062 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] For port f0d44243-e4f6-4b73-bca7-eb2839b5f936, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:54:15.100176 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] For port f0d44243-e4f6-4b73-bca7-eb2839b5f936, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=f0d44243-e4f6-4b73-bca7-eb2839b5f936,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:54:15.106456 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:15.158400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57ee4c-3e17-4b08-bd39-5f0f29f9ff66 None None] Pushing event updated for resources: {'Port': ['ID=f0d44243-e4f6-4b73-bca7-eb2839b5f936,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:54:15.978925 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804dcde-57c8-4fe0-b3bd-fe8e574f4783 None None] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:54:16.038430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:16.040981 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:16.070571 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Provisioning complete for port f0d44243-e4f6-4b73-bca7-eb2839b5f936 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:54:16.071230 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:16.177731 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Current status of the port f0d44243-e4f6-4b73-bca7-eb2839b5f936 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:54:16.178122 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:16.221883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] For port f0d44243-e4f6-4b73-bca7-eb2839b5f936, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=f0d44243-e4f6-4b73-bca7-eb2839b5f936,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:54:16.231127 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device f0d44243-e4f6-4b73-bca7-eb2839b5f936 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:54:16.234718 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:16.315904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port f0d44243-e4f6-4b73-bca7-eb2839b5f936 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:54:16.316239 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:16.362420 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baf335-50e9-4137-b05c-d80b3f2c1159 None None] Pushing event updated for resources: {'Port': ['ID=f0d44243-e4f6-4b73-bca7-eb2839b5f936,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:54:16.376575 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ce9f2464-cd76-48f7-8e8b-ad32db00aac2 None None] Provisioning complete for port f0d44243-e4f6-4b73-bca7-eb2839b5f936 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:54:16.376965 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2464-cd76-48f7-8e8b-ad32db00aac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:16.443721 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port f0d44243-e4f6-4b73-bca7-eb2839b5f936 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:54:16.481099 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f2464-cd76-48f7-8e8b-ad32db00aac2 None None] Current status of the port f0d44243-e4f6-4b73-bca7-eb2839b5f936 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:54:18.203970 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device f0d44243-e4f6-4b73-bca7-eb2839b5f936 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:54:18.249374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port f0d44243-e4f6-4b73-bca7-eb2839b5f936 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:54:18.249767 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (f0d44243-e4f6-4b73-bca7-eb2839b5f936), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:18.323639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port f0d44243-e4f6-4b73-bca7-eb2839b5f936 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:54:19.363169 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:54:24.385180 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:24.386140 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:28.318107 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:28.321415 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:29.358857 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:29.359638 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:39.581014 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-05952e51-57f7-4b04-82a8-f157bfb776e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:41.845885 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21bd8add-dd28-4b45-bb63-1015f7d5fe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:42.796043 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:44.173673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:44.454243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:54:48.365012 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:48.365766 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:54.442362 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:54.449067 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:54:56.362643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:55:06.359371 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:08.357885 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:09.575485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2c04eafb-9a7b-48e2-b98b-c5df2b2e0a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:11.841128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8eef2011-86ce-42d1-89bd-b469b111221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:12.802112 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:14.186073 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:14.472585 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:24.458467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:24.461883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:25.370234 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:25.371358 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:33.362569 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:55:39.580039 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e8a5c04-9ce7-49b2-84b6-7481b6986417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:41.844912 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ffa80ee4-96ef-4e4b-8c78-36b0aef4e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:42.793724 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:43.358615 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:43.359348 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:55:44.182013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:44.457121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:50.307872 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 51870) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:55:50.316326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [None req-f96cc3b7-ce18-48de-8dc0-ef4aa9f0b9d4 tempest-verify_tempest_config-1113711122 tempest-verify_tempest_config-1113711122-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:55:50.317653 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f96cc3b7-ce18-48de-8dc0-ef4aa9f0b9d4 tempest-verify_tempest_config-1113711122 tempest-verify_tempest_config-1113711122-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0087113 Jul 31 19:55:50.876789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51888) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:55:51.241352 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.428187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Publish callbacks [] for security_group (1935873c-760c-4754-8374-afc4480be232), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.434251 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1935873c-760c-4754-8374-afc4480be232), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.479598 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e64085dc6b7f402bb9d86eea695f14c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6015606 Jul 31 19:55:51.480292 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1935873c-760c-4754-8374-afc4480be232,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:55:51.482335 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51894) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:55:51.499138 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.499488 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.499855 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.500198 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.500531 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.500864 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.501190 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.501532 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.501875 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.502203 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.502546 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.502891 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.503214 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.503536 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.503853 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7fdfc7-230d-4f4c-9d65-475214b7d7c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:55:51.552299 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] Publish callbacks [] for security_group (1935873c-760c-4754-8374-afc4480be232), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.573075 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] Publish callbacks [] for security_group (1935873c-760c-4754-8374-afc4480be232), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.666869 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1935873c-760c-4754-8374-afc4480be232), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.670603 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:55:51.672183 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1935873c-760c-4754-8374-afc4480be232 HTTP/1.1" status: 204 len: 168 time: 0.1887536 Jul 31 19:55:51.681380 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d6d88-0e5f-4126-81e8-68c72564ce7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935873c-760c-4754-8374-afc4480be232,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:55:54.449429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:01.612865 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:01.676317 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:01.700665 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:09.310222 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=16 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:09.311130 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=16 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:09.586903 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c1c9b32-6c86-4df9-a451-36855ce9f3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:10.361453 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:56:11.851604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ca0f-3f24-4124-b4e4-865fa0d2108c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:12.796938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:14.186214 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:14.463386 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:20.356876 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:20.357969 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:24.454124 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:24.457670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:39.364648 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:39.365322 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:39.585374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1aebc350-dc1a-40aa-83a8-878b10934302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:41.861806 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-32dad627-450d-472e-ab20-270d116f6982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:42.813328 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:44.201504 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:44.460334 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:56:47.363320 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:56:54.448927 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:54.454512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:56:57.362081 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:09.590504 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-31895bb3-7a92-4da1-9c38-8b739cfdc3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:11.857919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cc85dd4d-c9aa-4a21-8240-f7d17c014779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:12.810371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:14.203974 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:14.462543 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:16.371948 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:16.373126 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:24.367428 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 5 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:57:24.447000 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:24.456876 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:33.660589 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3900392'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:34.360563 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:34.361695 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:39.583420 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6b195b64-ac72-482c-872e-73f2258909d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:41.853665 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-41632287-6ed7-45aa-a146-dfc5841c962a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:42.812236 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:44.198381 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:44.456874 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:57:45.878437 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51988) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:57:46.028364 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a4f25416-be59-4651-8b3b-aa365784b87a admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1484127 Jul 31 19:57:48.051733 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 51998) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:57:48.124722 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7e544eb2-38e6-470d-b0b8-d7515a816191 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0718715 Jul 31 19:57:53.362171 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:53.363719 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:54.444204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:54.451036 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:56.019403 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:57:58.119165 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:01.373859 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:58:03.618653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:09.596061 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-17caada1-407d-424a-be2e-1376e5302107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:11.363118 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:11.364068 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:11.852315 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc02d438-f1ea-4d78-8e0d-a13afc813a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:12.825944 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:14.208709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:14.474953 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:24.454208 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:24.464874 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:30.357999 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:30.362831 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:33.631882 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:38.366054 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:58:39.593426 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-118c078f-30c0-4836-aaaa-e74e11a24872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:41.861357 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-75da0ecf-fb3f-415e-a2eb-55c16bf75839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:42.842353 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:44.206576 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:44.459987 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:58:48.366375 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:54.448622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:58:54.455331 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:03.635605 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:08.361028 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:08.361822 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:09.589828 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0141-fc18-42d4-ae65-aac8d3a1ee44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:11.847438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a0a921fa-205d-4abb-aac1-cb6ac1e3c7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:12.819459 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:14.209407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:14.464345 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:15.368307 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:59:22.574425 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:22.783974 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-network', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:22.808843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Made reservation on behalf of aed33078067c4aa3b0e1d1bf79fd379d for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:22.811385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:22.821706 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:22.911485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks [] for security_group (87bf5640-15b6-402a-b3c0-ea9b2767bfad), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:22.916579 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (87bf5640-15b6-402a-b3c0-ea9b2767bfad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:22.954251 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:59:22.960983 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf5640-15b6-402a-b3c0-ea9b2767bfad,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:22.972519 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.972940 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.973310 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.974046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.974359 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.974893 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.975230 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.975563 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.975893 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.976223 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.976549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.976874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.977405 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.977732 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.978052 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Tracked resource versions report: Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: pushed versions: Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: { 'AddressGroup': {'1.2'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Agent': {'1.1'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'ConntrackHelper': {'1.0'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Log': {'1.0'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'NDPProxy': {'1.0'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Network': {'1.1'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Port': {'1.7'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'PortForwarding': {'1.3'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'QosPolicy': {'1.10'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroup': {'1.5'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SubPort': {'1.0'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Subnet': {'1.1'}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Trunk': {'1.1'}} Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: consumer versions: Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: HyperV agent@hv-cinder-84984: {}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Agent': '1.1', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'ConntrackHelper': '1.0', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'LocalIPAssociation': '1.0', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Log': '1.0', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'NDPProxy': '1.0', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Network': '1.1', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Port': '1.7', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'PortForwarding': '1.3', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'QosPolicy': '1.10', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroup': '1.5', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SecurityGroupRule': '1.2', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'SubPort': '1.0', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Subnet': '1.1', Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: 'Trunk': '1.1'}} Jul 31 19:59:22.979273 dv-cinder-849846-6-iscsi neutron-server[104000]: {{(pid=104000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:59:22.995623 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744266200028', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (2569b19c-06f1-4560-ad72-ce01da40d8f7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:22.996238 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Unsubscribe: segment precommit_create {{(pid=104000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 31 19:59:22.996805 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Added segment 2569b19c-06f1-4560-ad72-ce01da40d8f7 of type vlan for network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 Jul 31 19:59:23.053284 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (68dcf029-54c5-4da0-972e-7f6fa1d3a796), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.086040 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (68dcf029-54c5-4da0-972e-7f6fa1d3a796), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.087239 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:23.087803 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.193407 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] Pushing event updated for resources: {'Network': ['ID=68dcf029-54c5-4da0-972e-7f6fa1d3a796,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:23.207017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52186) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.210442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:59:23.212468 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Request body: {'subnet': {'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-subnet', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:23.217226 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-275f14dd-ef03-4581-b9e3-b0bc0398909e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6416230 Jul 31 19:59:23.234593 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52190) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.244197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Made reservation on behalf of aed33078067c4aa3b0e1d1bf79fd379d for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:23.250810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.418776 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52200) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.439705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (29824a82-5aeb-422d-93e6-2da9a5893ec2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.490546 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29824a82-5aeb-422d-93e6-2da9a5893ec2,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:23.499115 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.499530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.499899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.500248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.500588 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.501316 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.501316 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.501602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.501998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.502251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.502586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.503291 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.503785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.504141 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.504407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Tracked resource versions report: Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: pushed versions: Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: { 'AddressGroup': {'1.2'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Agent': {'1.1'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'ConntrackHelper': {'1.0'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Log': {'1.0'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'NDPProxy': {'1.0'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Network': {'1.1'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Port': {'1.7'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'PortForwarding': {'1.3'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'QosPolicy': {'1.10'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroup': {'1.5'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SubPort': {'1.0'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Subnet': {'1.1'}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Trunk': {'1.1'}} Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: consumer versions: Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: HyperV agent@hv-cinder-84984: {}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Agent': '1.1', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'ConntrackHelper': '1.0', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'LocalIPAssociation': '1.0', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Log': '1.0', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'NDPProxy': '1.0', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Network': '1.1', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Port': '1.7', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'PortForwarding': '1.3', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'QosPolicy': '1.10', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroup': '1.5', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SecurityGroupRule': '1.2', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'SubPort': '1.0', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Subnet': '1.1', Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: 'Trunk': '1.1'}} Jul 31 19:59:23.505854 dv-cinder-849846-6-iscsi neutron-server[104001]: {{(pid=104001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:59:23.529846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Checking segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:23.530771 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Network hostable DHCP agents. Network: 68dcf029-54c5-4da0-972e-7f6fa1d3a796, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:59:23.551869 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:59:23.562342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 68dcf029-54c5-4da0-972e-7f6fa1d3a796) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:23.567760 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:23.568102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.574542 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6317fe8-1bc1-4957-b63b-69c7b9545aef None None] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:23.593650 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3c4b1519-abe8-4849-886d-81b5247e1e36 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3828559 Jul 31 19:59:23.593920 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52208) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.599795 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:23.634108 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.635340 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.687339 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:59:23.688446 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.746039 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for router_controller (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.752246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-network', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:23.819224 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52214) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.856240 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Allocated IP 172.20.0.2 (68dcf029-54c5-4da0-972e-7f6fa1d3a796/29824a82-5aeb-422d-93e6-2da9a5893ec2/9e00db17-e28d-4e58-b74a-8dd3e1f422f3) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:23.916423 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for router_gateway (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.926523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-989580116-network', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:23.930950 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Made reservation on behalf of 41f4d4561f4f40f8b370b8cc943c97af for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:23.933497 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:23.946242 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52222) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:23.975452 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.003097 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Made reservation on behalf of 7ac9cd175c5b423389779d2f4f487287 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:24.010834 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.038912 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.059375 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks [] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.073504 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.124457 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:24.128554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:24.135523 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:24.143035 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:24.148600 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:24.164860 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Pushing event updated for resources: {'Port': ['ID=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:24.212517 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2093966153-network', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:24.222172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.223392 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.223892 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.224513 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.225354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.225849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.226340 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.226825 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.227640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.228126 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.229262 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.229765 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.231077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.231603 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.232213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Tracked resource versions report: Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: pushed versions: Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: { 'AddressGroup': {'1.2'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Agent': {'1.1'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'ConntrackHelper': {'1.0'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Log': {'1.0'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'NDPProxy': {'1.0'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Network': {'1.1'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Port': {'1.7'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'PortForwarding': {'1.3'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'QosPolicy': {'1.10'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroup': {'1.5'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SubPort': {'1.0'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Subnet': {'1.1'}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Trunk': {'1.1'}} Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: consumer versions: Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: HyperV agent@hv-cinder-84984: {}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Agent': '1.1', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'ConntrackHelper': '1.0', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'LocalIPAssociation': '1.0', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Log': '1.0', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'NDPProxy': '1.0', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Network': '1.1', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Port': '1.7', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'PortForwarding': '1.3', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'QosPolicy': '1.10', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroup': '1.5', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SecurityGroupRule': '1.2', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'SubPort': '1.0', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Subnet': '1.1', Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: 'Trunk': '1.1'}} Jul 31 19:59:24.234816 dv-cinder-849846-6-iscsi neutron-server[104002]: {{(pid=104002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:59:24.267483 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Attempting to bind port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:24.268117 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Attempting to bind port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:24.268756 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Attempting to bind port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:24.273719 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2104832705-network', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:24.275894 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:24.276580 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Checking segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:24.277418 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.278078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Bound using segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:24.278715 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Bound port: 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:24.279336 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.284501 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:24.287603 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.318105 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Made reservation on behalf of ebb02d5d721347988f4eaff1bb027dcf for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:24.318978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.320796 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.338726 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.366154 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] For port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:24.376705 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] For port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:24.378772 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:24.387149 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.392302 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks [] for security_group (559f6377-2646-4fda-b708-efdc745d953d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.420231 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (559f6377-2646-4fda-b708-efdc745d953d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.463346 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=75,neutron:UPDATE=9,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:24.472077 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for router_gateway (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.472322 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fefc6-3d9f-4970-9c83-52d92f91484d None None] Pushing event updated for resources: {'Port': ['ID=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:24.489253 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks [] for security_group (369c2620-cb2f-4884-bd8d-02f8119bc0d1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.490689 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:59:24.500017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks [] for security_group (bbdf84ec-3131-4909-8255-154dcc8e7119), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.507641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bbdf84ec-3131-4909-8255-154dcc8e7119), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.524189 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.527395 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (369c2620-cb2f-4884-bd8d-02f8119bc0d1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.546592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:59:24.552607 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf84ec-3131-4909-8255-154dcc8e7119,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:24.571419 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (1e4ed64c-17c5-4d42-808f-1e622d17e174), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.572234 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Added segment 1e4ed64c-17c5-4d42-808f-1e622d17e174 of type vlan for network 758cb11a-528c-4227-88a9-030f838941a5 Jul 31 19:59:24.586237 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (a0b54a68-3135-4fda-9bc3-b908f7dfa928), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.586612 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Added segment a0b54a68-3135-4fda-9bc3-b908f7dfa928 of type vlan for network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 Jul 31 19:59:24.627075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (758cb11a-528c-4227-88a9-030f838941a5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.672695 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (758cb11a-528c-4227-88a9-030f838941a5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.674915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:24.675776 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.684782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:24.691782 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559f6377-2646-4fda-b708-efdc745d953d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:24.714657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:59:24.800736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (f9623139-e9f0-4dbe-942f-79428e250bb2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.800736 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Added segment f9623139-e9f0-4dbe-942f-79428e250bb2 of type vlan for network 83dce77d-65c9-4b96-b285-b9f246c68b9a Jul 31 19:59:24.802167 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9731314 Jul 31 19:59:24.814866 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52262) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:24.815987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad236101-5342-424d-8d3d-31cee24d2cde admin admin] Pushing event updated for resources: {'Network': ['ID=758cb11a-528c-4227-88a9-030f838941a5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:24.833676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Request body: {'subnet': {'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-subnet', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:24.836071 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 758cb11a-528c-4227-88a9-030f838941a5 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:59:24.863724 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:24.867202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:24.922786 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Allocated IP 172.27.0.236 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/49483df8-4f9a-441f-acb2-326268dbf052) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:25.043437 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:25.057988 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=25,neutron:SELECT=69,neutron:UPDATE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:25.110976 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (53f36ad7-07fc-4450-bca6-30cfbe8fbc79), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.111388 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (17f9880b-2d85-487f-94e0-5eb96bff51fb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.184630 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks [] for security_group (3ba8d69b-116e-4426-903c-2e1977afc96f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.189710 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:25.193948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f9880b-2d85-487f-94e0-5eb96bff51fb,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:25.211275 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c2620-cb2f-4884-bd8d-02f8119bc0d1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:25.228236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (83dce77d-65c9-4b96-b285-b9f246c68b9a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.238730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:25.239227 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Network hostable DHCP agents. Network: 758cb11a-528c-4227-88a9-030f838941a5, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:59:25.250609 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3ba8d69b-116e-4426-903c-2e1977afc96f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.272762 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Network 758cb11a-528c-4227-88a9-030f838941a5 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:59:25.297652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 758cb11a-528c-4227-88a9-030f838941a5) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:25.303502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:25.304329 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.310315 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd6da1-c8a2-4e12-bbbe-3e5a6d52117e None None] Network 758cb11a-528c-4227-88a9-030f838941a5 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:25.321077 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (53f36ad7-07fc-4450-bca6-30cfbe8fbc79), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.322228 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:25.323013 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.333078 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 19:59:25.336717 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d60f6352-b647-44eb-ace0-cdb81c6a8958 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5150940 Jul 31 19:59:25.340020 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52280) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:25.352719 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:25.362410 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:25.363887 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:25.376741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba8d69b-116e-4426-903c-2e1977afc96f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:25.386141 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (83dce77d-65c9-4b96-b285-b9f246c68b9a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.387728 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:25.388992 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.405724 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (35280529-f0c3-4d60-a3de-9e24bad4111d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.406073 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Added segment 35280529-f0c3-4d60-a3de-9e24bad4111d of type vlan for network 47480458-3271-41da-9c92-4450622fa327 Jul 31 19:59:25.416948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.418049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.478675 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-758cb11a-528c-4227-88a9-030f838941a5', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:59:25.482343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.592639 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for router_controller (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.600001 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.3639760 Jul 31 19:59:25.603677 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52296) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:25.692961 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for port (49483df8-4f9a-441f-acb2-326268dbf052), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.698107 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (47480458-3271-41da-9c92-4450622fa327), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.721190 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3014836 Jul 31 19:59:25.726845 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52304) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:25.729191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Request body: {'subnet': {'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-subnet', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:25.742876 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Request body: {'subnet': {'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-989580116-subnet', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:25.757430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Allocated IP 172.20.0.2 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/480d6ab1-6230-4eff-9d7a-7f7b1e826a06) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:25.819246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524f700-0332-459e-929f-3424e73d656a admin admin] Pushing event updated for resources: {'Network': ['ID=53f36ad7-07fc-4450-bca6-30cfbe8fbc79,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:25.957124 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (47480458-3271-41da-9c92-4450622fa327), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.958935 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:25.959703 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:25.962104 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Made reservation on behalf of 7ac9cd175c5b423389779d2f4f487287 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:25.964660 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.006905 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks [] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.010533 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:59:26.014743 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (49483df8-4f9a-441f-acb2-326268dbf052), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.016741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64784e94-457b-40dd-8b4d-eb0ddaa997e6 admin admin] Pushing event updated for resources: {'Network': ['ID=83dce77d-65c9-4b96-b285-b9f246c68b9a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:26.026913 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.100880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:59:26.144708 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.1846783 Jul 31 19:59:26.164221 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52316) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:26.175681 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Pushing event updated for resources: {'Port': ['ID=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:26.179676 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb28286e-c3fa-4955-9b21-7386775a19f1 None None] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:26.181602 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Request body: {'subnet': {'network_id': '47480458-3271-41da-9c92-4450622fa327', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2104832705-subnet', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:26.207594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Made reservation on behalf of 41f4d4561f4f40f8b370b8cc943c97af for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:26.211383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.234566 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.263199 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for router_gateway (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.272684 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:26.288921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fefd6-10ca-4e0f-a3a2-a24674621cee admin admin] Pushing event updated for resources: {'Network': ['ID=47480458-3271-41da-9c92-4450622fa327,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:26.341705 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:26.352896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:26.358561 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Provisioning complete for port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:26.359090 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.393893 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 47480458-3271-41da-9c92-4450622fa327 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 19:59:26.500634 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Pushing event updated for resources: {'Port': ['ID=49483df8-4f9a-441f-acb2-326268dbf052,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:26.540206 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Made reservation on behalf of ebb02d5d721347988f4eaff1bb027dcf for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:26.543128 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.567703 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:26.572528 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for router_gateway (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.586109 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.587055 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.588500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:26.590532 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Current status of the port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:26.591112 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.605521 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:26.608217 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:26.612873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.647209 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] For port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:26.699698 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.711328 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.827740 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ec303-1490-44ff-b9da-a13162c0f3f0 None None] Pushing event updated for resources: {'Port': ['ID=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:26.863774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52330) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:26.926719 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Attempting to bind port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:26.927387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Attempting to bind port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:26.927931 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Attempting to bind port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:26.941672 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.942495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:26.955602 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:26.955988 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:26.956377 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.956773 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:26.957303 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Bound port: 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:26.957690 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:26.995938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:26.996341 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.014147 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-854a9fa8-e0c6-465d-a5d9-b3b09c0af1df None None] Provisioning complete for port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:27.014869 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-854a9fa8-e0c6-465d-a5d9-b3b09c0af1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.030756 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Allocated IP 172.27.0.212 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/8068c01f-cb41-43e8-8484-1fa9a99866c8) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:27.077092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (b8154c75-31cd-44d1-9fc8-ba458d1dd2c5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.152682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:27.170582 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25346235-16ce-4a0f-90d6-f11b3799e09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.240238 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (b1247479-ec85-4788-bf07-00dec7f321d9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.248012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25346235-16ce-4a0f-90d6-f11b3799e09d admin admin] Publish callbacks [] for security_group (c2dec44a-d99b-48f2-9f9d-3b77f10a6318), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.262390 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-25346235-16ce-4a0f-90d6-f11b3799e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c2dec44a-d99b-48f2-9f9d-3b77f10a6318), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.284188 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for router_gateway (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.299415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-25346235-16ce-4a0f-90d6-f11b3799e09d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae99190d1d6e41a684c5f38d3c62f738&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3554487 Jul 31 19:59:27.318441 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] For port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:27.322696 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] For port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:27.331561 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52352) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:27.334510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25346235-16ce-4a0f-90d6-f11b3799e09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dec44a-d99b-48f2-9f9d-3b77f10a6318,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:27.359375 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.414640 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1247479-ec85-4788-bf07-00dec7f321d9,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:27.414868 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] Publish callbacks [] for security_group (c2dec44a-d99b-48f2-9f9d-3b77f10a6318), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.444686 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] Publish callbacks [] for security_group (c2dec44a-d99b-48f2-9f9d-3b77f10a6318), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.495154 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486a19c-469e-40e0-bddb-60e6982dfd7e None None] Pushing event updated for resources: {'Port': ['ID=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:27.567070 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:27.595271 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:27.595632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Network hostable DHCP agents. Network: 53f36ad7-07fc-4450-bca6-30cfbe8fbc79, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:59:27.604078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-854a9fa8-e0c6-465d-a5d9-b3b09c0af1df None None] Current status of the port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:27.607077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c2dec44a-d99b-48f2-9f9d-3b77f10a6318), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.609219 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (b9256732-ad53-4175-be37-7a09d8e5b842), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.612587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.614308 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2dec44a-d99b-48f2-9f9d-3b77f10a6318 HTTP/1.1" status: 204 len: 168 time: 0.2767549 Jul 31 19:59:27.630223 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:27.640646 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f9f3d-de38-4bef-8507-dfab961d7fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dec44a-d99b-48f2-9f9d-3b77f10a6318,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:27.675775 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.693547 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:27.724368 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:59:27.820278 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 53f36ad7-07fc-4450-bca6-30cfbe8fbc79) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:27.832196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc8695-5173-4f75-b2d5-325c9b01353c None None] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:27.849338 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:27.849940 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.869108 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=14,neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:27.891099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.912644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:27.915362 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:27.922157 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Checking segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:27.922741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Network hostable DHCP agents. Network: 83dce77d-65c9-4b96-b285-b9f246c68b9a, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:59:27.943790 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cc34943f-0e1d-4164-95ca-229fb7ae41ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2936282 Jul 31 19:59:27.952555 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52374) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:27.988319 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:28.000487 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:28.080470 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:28.095841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:28.105386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8068c01f-cb41-43e8-8484-1fa9a99866c8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:28.123906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:59:28.126334 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.127514 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:28.173740 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.178509 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.282925 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for router_controller (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.296762 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:59:28.302173 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Checking segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:28.302544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Network hostable DHCP agents. Network: 47480458-3271-41da-9c92-4450622fa327, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 19:59:28.313855 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9256732-ad53-4175-be37-7a09d8e5b842,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:28.357371 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 83dce77d-65c9-4b96-b285-b9f246c68b9a) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:28.406322 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c915b0d2-271b-450d-a07d-34d61ebc15ea None None] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:28.450266 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:28.450875 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.451440 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52386) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:28.489795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfb39ec1-c1af-4b5a-8636-b657227c2196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.586639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Network 47480458-3271-41da-9c92-4450622fa327 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 19:59:28.586639 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7d7d2de8-46e3-4dab-a7d1-4f3514f351c8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8101437 Jul 31 19:59:28.587204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Allocated IP 172.20.0.2 (53f36ad7-07fc-4450-bca6-30cfbe8fbc79/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5/4ee87231-82cb-4fd7-85b4-08cae57abb55) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:28.597849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:59:28.606091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52394) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:28.642749 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:28.741078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks [] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.768383 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:28.771521 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.778300 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 47480458-3271-41da-9c92-4450622fa327) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:28.787810 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:28.789681 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.823275 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770e080-37f9-486a-b6e3-09028ba1dc5a None None] Network 47480458-3271-41da-9c92-4450622fa327 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:28.903433 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88fc4ef-9483-4fcd-b5f9-d8786996b4ae None None] Network 758cb11a-528c-4227-88a9-030f838941a5 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:28.910469 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for router_gateway (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.922708 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:28.923737 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:28.934973 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-39b52cc0-2770-4fd7-9d86-e16a68eb1253 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7644165 Jul 31 19:59:28.938636 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52402) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:28.944328 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:28.960704 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:28.967106 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:28.975640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for router_gateway (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:28.996645 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:29.012306 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:29.018447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (67264345-32db-4c0f-ba91-6dc15e602ade), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.019501 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (67264345-32db-4c0f-ba91-6dc15e602ade), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.026839 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:29.027649 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:29.043319 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.044448 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.053911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-83dce77d-65c9-4b96-b285-b9f246c68b9a', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'fixed_ips': [{'subnet_id': 'b1247479-ec85-4788-bf07-00dec7f321d9'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:59:29.054849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.057518 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Pushing event updated for resources: {'Port': ['ID=4ee87231-82cb-4fd7-85b4-08cae57abb55,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:29.066354 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.067740 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eb53bd9f-83c1-45f3-8971-8839a699b98d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4723675 Jul 31 19:59:29.070800 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52406) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:29.083312 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:29.126294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfb39ec1-c1af-4b5a-8636-b657227c2196 admin admin] Publish callbacks [] for security_group (0ca1eadb-3d95-4330-b153-5c31db1df52a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.138394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Provisioning complete for port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:29.139057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.157735 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-dfb39ec1-c1af-4b5a-8636-b657227c2196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0ca1eadb-3d95-4330-b153-5c31db1df52a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.177118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for router_controller (67264345-32db-4c0f-ba91-6dc15e602ade), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.196416 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:29.197061 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.235893 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:29.275994 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-dfb39ec1-c1af-4b5a-8636-b657227c2196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13e82589a86d419b840c181b3e32c29b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8211734 Jul 31 19:59:29.303614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52408) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:29.316406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb39ec1-c1af-4b5a-8636-b657227c2196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca1eadb-3d95-4330-b153-5c31db1df52a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:29.321232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-47480458-3271-41da-9c92-4450622fa327', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 19:59:29.322177 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.344918 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Attempting to bind port 4ee87231-82cb-4fd7-85b4-08cae57abb55 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:29.345329 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Attempting to bind port 4ee87231-82cb-4fd7-85b4-08cae57abb55 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:29.345692 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Attempting to bind port 4ee87231-82cb-4fd7-85b4-08cae57abb55 on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:29.415412 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:29.416057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:29.416315 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.416565 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Bound using segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:29.417054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Bound port: 4ee87231-82cb-4fd7-85b4-08cae57abb55, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:29.417454 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.478638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:29.502283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for router_gateway (67264345-32db-4c0f-ba91-6dc15e602ade), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.515573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:29.525268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.536260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] Publish callbacks [] for security_group (0ca1eadb-3d95-4330-b153-5c31db1df52a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.579608 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for router_controller (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.647428 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:26Z', 'revision_number': 3, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:29.656440 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:29.686941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] Publish callbacks [] for security_group (0ca1eadb-3d95-4330-b153-5c31db1df52a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.704241 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:29.704609 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Updating router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 port 49483df8-4f9a-441f-acb2-326268dbf052 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:29.718213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Current status of the port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:29.718606 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.730861 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:29.731350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Allocated IP 172.20.0.2 (83dce77d-65c9-4b96-b285-b9f246c68b9a/b1247479-ec85-4788-bf07-00dec7f321d9/0bf75111-703f-4097-9846-8625c63c47d2) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:29.781466 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (49483df8-4f9a-441f-acb2-326268dbf052), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.804283 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:29.804587 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.871204 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for router_gateway (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:29.936937 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] For port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:29.940800 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] For port 4ee87231-82cb-4fd7-85b4-08cae57abb55, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:29.994734 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:30.003601 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.015900 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] For port 4ee87231-82cb-4fd7-85b4-08cae57abb55, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ee87231-82cb-4fd7-85b4-08cae57abb55,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:30.025922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0ca1eadb-3d95-4330-b153-5c31db1df52a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.031779 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.038023 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ca1eadb-3d95-4330-b153-5c31db1df52a HTTP/1.1" status: 204 len: 168 time: 0.7302442 Jul 31 19:59:30.094645 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef403b6a-998b-4b3a-9a31-055fbb59343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca1eadb-3d95-4330-b153-5c31db1df52a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:30.121487 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.130452 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for router_gateway (67264345-32db-4c0f-ba91-6dc15e602ade), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.157012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Allocated IP 172.20.0.2 (47480458-3271-41da-9c92-4450622fa327/b9256732-ad53-4175-be37-7a09d8e5b842/ff640ac8-9a85-421f-8921-d03ae32659a9) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:30.159300 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:30.183103 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:59:30.194946 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.261817 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for router_gateway (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.353189 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks [] for port (49483df8-4f9a-441f-acb2-326268dbf052), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.372846 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (49483df8-4f9a-441f-acb2-326268dbf052), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.397493 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Attempting to bind port 49483df8-4f9a-441f-acb2-326268dbf052 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:30.397873 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Attempting to bind port 49483df8-4f9a-441f-acb2-326268dbf052 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:30.398238 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Attempting to bind port 49483df8-4f9a-441f-acb2-326268dbf052 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:30.460872 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:30.469355 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:30.469870 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.470299 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:30.470797 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Bound port: 49483df8-4f9a-441f-acb2-326268dbf052, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:30.471183 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (49483df8-4f9a-441f-acb2-326268dbf052), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.556673 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52432) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:30.573453 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:30.576241 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Pushing event updated for resources: {'Port': ['ID=49483df8-4f9a-441f-acb2-326268dbf052,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:30.604230 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.608538 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9df496db-cdcd-4ca5-8cf2-770a79f0e3c6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2648351 Jul 31 19:59:30.610424 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Allocated IP 172.27.0.86 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/df3822e4-0862-404b-a5e6-923757ea2e59) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:30.610792 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52436) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:30.648121 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.649140 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.650301 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.650675 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.653111 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.654290 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.654789 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.655141 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.655526 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.659327 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.659709 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.660069 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.661486 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.661833 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.662176 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Tracked resource versions report: Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: pushed versions: Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: { 'AddressGroup': {'1.2'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Agent': {'1.1'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'ConntrackHelper': {'1.0'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'LocalIPAssociation': {'1.0'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Log': {'1.0'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'NDPProxy': {'1.0'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Network': {'1.1'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Port': {'1.7'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'PortForwarding': {'1.3'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'QosPolicy': {'1.10'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroup': {'1.5'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroupRule': {'1.2'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SubPort': {'1.0'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Subnet': {'1.1'}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Trunk': {'1.1'}} Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: consumer versions: Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: { DHCP agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: HyperV agent@hv-cinder-84984: {}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: L3 agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: Metadata agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: Metering agent@dv-cinder-849846-6-iscsi: {}, Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: Open vSwitch agent@dv-cinder-849846-6-iscsi: { 'AddressGroup': '1.2', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Agent': '1.1', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'ConntrackHelper': '1.0', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'LocalIPAssociation': '1.0', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Log': '1.0', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'NDPProxy': '1.0', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Network': '1.1', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Port': '1.7', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'PortForwarding': '1.3', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'QosPolicy': '1.10', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroup': '1.5', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SecurityGroupRule': '1.2', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'SubPort': '1.0', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Subnet': '1.1', Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: 'Trunk': '1.1'}} Jul 31 19:59:30.663428 dv-cinder-849846-6-iscsi neutron-server[104003]: {{(pid=104003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 31 19:59:30.681944 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] For port 49483df8-4f9a-441f-acb2-326268dbf052, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:30.689628 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] For port 49483df8-4f9a-441f-acb2-326268dbf052, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=49483df8-4f9a-441f-acb2-326268dbf052,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:30.692668 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-95b9e074-cb99-4721-94a9-0f3b35426ce6 None None] Provisioning complete for port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:30.694140 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-95b9e074-cb99-4721-94a9-0f3b35426ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.702538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.704382 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (49483df8-4f9a-441f-acb2-326268dbf052), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.730343 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:30.754387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:30.777556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 19:59:30.777556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 19:59:30.777957 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:30.788894 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:30.900137 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-15200c40-597e-4450-901f-e9709630f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:30.922378 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:30.923011 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:30.938624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:30.949838 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for router_gateway (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.015068 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:31.074370 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.096202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cafa5-2c1e-4c7f-967b-35cb0f9fd09a None None] Pushing event updated for resources: {'Port': ['ID=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:31.210884 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.236894 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:31.264833 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.329052 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for port (df3822e4-0862-404b-a5e6-923757ea2e59), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.390111 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.395901 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab627e-b878-41f3-b8a2-2cbbf7bd05fc None None] Pushing event updated for resources: {'Port': ['ID=49483df8-4f9a-441f-acb2-326268dbf052,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:31.402238 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:26Z', 'revision_number': 3, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:31.424159 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.446608 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c6c066-ac47-4ed5-bcd9-d0fb0730a228 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:26Z', 'revision_number': 3, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:31.530965 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.533705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.624008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks [] for port (0bf75111-703f-4097-9846-8625c63c47d2), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.654463 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks [] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.660272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b809dbce-bc47-4f62-a9ae-7bcd03ca30e1 None None] Pushing event updated for resources: {'Port': ['ID=4ee87231-82cb-4fd7-85b4-08cae57abb55,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:31.665550 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-95b9e074-cb99-4721-94a9-0f3b35426ce6 None None] Current status of the port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:31.667669 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:31.668655 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:31.672502 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (0bf75111-703f-4097-9846-8625c63c47d2), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.674568 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:28Z', 'revision_number': 3, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:31.675839 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Allocated IP 172.20.0.1 (68dcf029-54c5-4da0-972e-7f6fa1d3a796/29824a82-5aeb-422d-93e6-2da9a5893ec2/4d255fd0-a159-44d0-99ea-73a4116a5a04) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:31.736095 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.765144 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:31.765537 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Updating router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 port 8068c01f-cb41-43e8-8484-1fa9a99866c8 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:31.767584 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.808953 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.837463 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks [] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.882030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:31.905200 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Network 47480458-3271-41da-9c92-4450622fa327 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:31.906495 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:31.917017 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Pushing event updated for resources: {'Port': ['ID=0bf75111-703f-4097-9846-8625c63c47d2,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:31.919105 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-15200c40-597e-4450-901f-e9709630f50d admin admin] Publish callbacks [] for security_group (2c4d20ee-c65a-4a85-977a-8215be4b3c7f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.927304 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:31.931499 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:31.939967 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:31.943839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:31.967933 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:31.973270 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-15200c40-597e-4450-901f-e9709630f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2c4d20ee-c65a-4a85-977a-8215be4b3c7f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.024279 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.074322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:32.076562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.094380 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:32.096758 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:32.098138 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.105397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Allocated IP 172.27.0.135 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/4de9ba4f-b4b8-448c-994d-5b036557cb80) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:32.270785 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:32.271222 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.296588 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-15200c40-597e-4450-901f-e9709630f50d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5089d76632494557906fd2d39b40adc9&name=default HTTP/1.1" status: 200 len: 2994 time: 1.7303171 Jul 31 19:59:32.300585 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52466) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:32.300966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:32.336041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:32.356448 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:32.368722 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15200c40-597e-4450-901f-e9709630f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4d20ee-c65a-4a85-977a-8215be4b3c7f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:32.455565 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4893c50-5b04-4233-9ef8-f790b5c398ae None None] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:32.479676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Pushing event updated for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:32.541966 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] Publish callbacks [] for security_group (2c4d20ee-c65a-4a85-977a-8215be4b3c7f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.561413 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Pushing event updated for resources: {'Port': ['ID=ff640ac8-9a85-421f-8921-d03ae32659a9,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:32.581289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Allocated IP 172.20.0.1 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/c2a54259-ab62-4f82-8996-bb88839230a9) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:32.588816 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Provisioning complete for port 4ee87231-82cb-4fd7-85b4-08cae57abb55 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:32.589233 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.629526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Attempting to bind port 0bf75111-703f-4097-9846-8625c63c47d2 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:32.629897 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Attempting to bind port 0bf75111-703f-4097-9846-8625c63c47d2 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:32.630284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Attempting to bind port 0bf75111-703f-4097-9846-8625c63c47d2 on network 83dce77d-65c9-4b96-b285-b9f246c68b9a {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:32.639209 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Pushing event updated for resources: {'Port': ['ID=df3822e4-0862-404b-a5e6-923757ea2e59,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:32.648264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Attempting to bind port ff640ac8-9a85-421f-8921-d03ae32659a9 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:32.648636 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Attempting to bind port ff640ac8-9a85-421f-8921-d03ae32659a9 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:32.648994 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Attempting to bind port ff640ac8-9a85-421f-8921-d03ae32659a9 on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:32.653443 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.670031 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:32.670289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Checking segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:32.670661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.671083 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Bound using segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:32.671584 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Bound port: 0bf75111-703f-4097-9846-8625c63c47d2, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:32.672218 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0bf75111-703f-4097-9846-8625c63c47d2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.719126 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] Publish callbacks [] for security_group (2c4d20ee-c65a-4a85-977a-8215be4b3c7f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.719942 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:32.720328 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Checking segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:32.720735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.721132 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Bound using segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:32.721646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Bound port: ff640ac8-9a85-421f-8921-d03ae32659a9, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:32.722225 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.821782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:32.851669 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:32.863418 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.908544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.932968 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:32.963242 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for router_gateway (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:32.992304 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] For port 0bf75111-703f-4097-9846-8625c63c47d2, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:32.996721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks [] for port (c2a54259-ab62-4f82-8996-bb88839230a9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.001585 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:33.011988 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Current status of the port 4ee87231-82cb-4fd7-85b4-08cae57abb55 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:33.012551 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.045630 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] For port ff640ac8-9a85-421f-8921-d03ae32659a9, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:33.049139 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] For port 0bf75111-703f-4097-9846-8625c63c47d2, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0bf75111-703f-4097-9846-8625c63c47d2,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:33.050272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:33.058491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2c4d20ee-c65a-4a85-977a-8215be4b3c7f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.063093 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.065212 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c4d20ee-c65a-4a85-977a-8215be4b3c7f HTTP/1.1" status: 204 len: 168 time: 0.7585034 Jul 31 19:59:33.074359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:33.092866 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.098037 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] For port ff640ac8-9a85-421f-8921-d03ae32659a9, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=ff640ac8-9a85-421f-8921-d03ae32659a9,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:33.105742 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:33.112949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:33.120873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:33.122001 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08886cf-2ce3-418c-8556-54ba27a4e5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4d20ee-c65a-4a85-977a-8215be4b3c7f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:33.127671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4de9ba4f-b4b8-448c-994d-5b036557cb80,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:33.150014 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0bf75111-703f-4097-9846-8625c63c47d2), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.263896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Allocated IP 172.27.0.198 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/63dec454-b8db-4049-afee-294fc91bddc4) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:33.329238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:33.350660 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:33.378761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:33.379914 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.419824 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.450821 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f0a5f-ef39-41ab-abe0-90e07c1f5eae None None] Pushing event updated for resources: {'Port': ['ID=0bf75111-703f-4097-9846-8625c63c47d2,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:33.900384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for port (63dec454-b8db-4049-afee-294fc91bddc4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:33.927271 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] For port 4ee87231-82cb-4fd7-85b4-08cae57abb55, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ee87231-82cb-4fd7-85b4-08cae57abb55,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:33.941231 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 49483df8-4f9a-441f-acb2-326268dbf052 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:33.961508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:33.980793 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (63dec454-b8db-4049-afee-294fc91bddc4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.135246 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.166214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for router_gateway (67264345-32db-4c0f-ba91-6dc15e602ade), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.280491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 49483df8-4f9a-441f-acb2-326268dbf052 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:34.280903 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (49483df8-4f9a-441f-acb2-326268dbf052), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.306224 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:34.310703 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Pushing event updated for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:34.316172 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Pushing event updated for resources: {'Port': ['ID=63dec454-b8db-4049-afee-294fc91bddc4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:34.332678 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:34.397631 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.432387 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks [] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.437399 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:34.492373 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 49483df8-4f9a-441f-acb2-326268dbf052 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:34.492805 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (49483df8-4f9a-441f-acb2-326268dbf052), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.522018 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 49483df8-4f9a-441f-acb2-326268dbf052, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=49483df8-4f9a-441f-acb2-326268dbf052,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:34.525676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.526821 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.538371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (49483df8-4f9a-441f-acb2-326268dbf052), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.539216 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:34.579830 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.597882 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Provisioning complete for port c2a54259-ab62-4f82-8996-bb88839230a9 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:34.598821 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.647050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.652795 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Port c2a54259-ab62-4f82-8996-bb88839230a9 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:34.662034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc2ab8-272a-44f1-b3d0-28ba3d1d9e62 None None] Pushing event updated for resources: {'Port': ['ID=ff640ac8-9a85-421f-8921-d03ae32659a9,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:34.668285 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:34.668802 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.669205 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:34.670537 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Provisioning complete for port 4d255fd0-a159-44d0-99ea-73a4116a5a04 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:34.670937 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.782009 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Port 4d255fd0-a159-44d0-99ea-73a4116a5a04 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:34.783899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8a415-05f5-4306-8f38-f05afb2f55b7 None None] Pushing event updated for resources: {'Port': ['ID=4ee87231-82cb-4fd7-85b4-08cae57abb55,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:34.875634 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=49483df8-4f9a-441f-acb2-326268dbf052,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:34.898382 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:34.902664 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Provisioning complete for port 4ee87231-82cb-4fd7-85b4-08cae57abb55 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:34.903460 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:34.959690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (67264345-32db-4c0f-ba91-6dc15e602ade), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.019207 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52542) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:35.042890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2163a934-edc1-4111-9efa-a3445eef4fab None None] Current status of the port 4ee87231-82cb-4fd7-85b4-08cae57abb55 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:35.076562 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:35.140963 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:35.142299 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ee87231-82cb-4fd7-85b4-08cae57abb55 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:35.176657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Pushing event updated for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:35.231697 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks [] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.238176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:35.241462 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4ee87231-82cb-4fd7-85b4-08cae57abb55 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:35.241955 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.274578 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.277246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:35.291508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:35.372196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Attempting to bind port 8068c01f-cb41-43e8-8484-1fa9a99866c8 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:35.372575 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Attempting to bind port 8068c01f-cb41-43e8-8484-1fa9a99866c8 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:35.372938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Attempting to bind port 8068c01f-cb41-43e8-8484-1fa9a99866c8 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:35.381494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fee72-c9a0-46c2-8bfc-653212a0e239 None None] Pushing event updated for resources: {'Port': ['ID=8068c01f-cb41-43e8-8484-1fa9a99866c8,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:35.384521 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:35.385276 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:35.385687 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.386069 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:35.386558 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Bound port: 8068c01f-cb41-43e8-8484-1fa9a99866c8, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:35.386936 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.448369 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] For port 8068c01f-cb41-43e8-8484-1fa9a99866c8, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:35.452128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] For port 8068c01f-cb41-43e8-8484-1fa9a99866c8, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=8068c01f-cb41-43e8-8484-1fa9a99866c8,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:35.466910 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.635062 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4611cfe-0377-481b-bd53-87dfab367e43 None None] Network 47480458-3271-41da-9c92-4450622fa327 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:35.668643 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:35.706722 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Router 67264345-32db-4c0f-ba91-6dc15e602ade is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:59:35.814856 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for router_gateway (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.835480 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4ee87231-82cb-4fd7-85b4-08cae57abb55 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:35.890609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88172f84-2405-429b-9269-2d57cd5b02a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.900429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fee72-c9a0-46c2-8bfc-653212a0e239 None None] Pushing event updated for resources: {'Port': ['ID=8068c01f-cb41-43e8-8484-1fa9a99866c8,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:35.915120 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks [] for port (c2a54259-ab62-4f82-8996-bb88839230a9), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.947330 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:59:35.947990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.948988 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.950316 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Provisioning complete for port ff640ac8-9a85-421f-8921-d03ae32659a9 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:35.950651 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:35.959858 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5957791-a657-4e37-ba1c-d89cf78026a4 None None] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 19:59:35.988746 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:36.002362 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:36.003014 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:36.080206 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:59:36.176946 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Pushing event updated for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:36.286973 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:36.296824 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:36.322848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:36.336688 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:36.350440 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:36.354181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:36.378564 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.378888 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:36.380140 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b2ac18ed-e329-41fe-8d47-25502199079f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3074110 Jul 31 19:59:36.380858 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:36.392366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52580) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:36.403721 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:36.409918 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.412484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 49483df8-4f9a-441f-acb2-326268dbf052 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:36.417847 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Sync routers for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:36.423885 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-73322a2c-0f36-4955-8c26-b72e257d194c admin admin] 10.222.0.48 "PUT /v2.0/routers/2f269fd7-a2f8-43c1-9460-07a72c98fbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3520303 Jul 31 19:59:36.425220 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88172f84-2405-429b-9269-2d57cd5b02a9 admin admin] Publish callbacks [] for security_group (0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.533701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-88172f84-2405-429b-9269-2d57cd5b02a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.576048 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:36.630685 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.637316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-63eeadbf-427e-4a01-838d-2a3ff707a8c8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0195053 Jul 31 19:59:36.642492 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:36.643609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52594) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:36.708300 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:36.719879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:36.731729 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Current status of the port ff640ac8-9a85-421f-8921-d03ae32659a9 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:36.732176 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:36.757522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:36.758232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:36.786491 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 19:59:36.863858 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-88172f84-2405-429b-9269-2d57cd5b02a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c74e721c2f684e93a14ad2707e66ec56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8372180 Jul 31 19:59:36.875594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52596) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:36.930485 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:37.040025 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:37.077852 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:37.098226 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.099680 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-82c9d383-141a-46fd-9d34-a87bec39544d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1599369 Jul 31 19:59:37.104639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52602) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:37.140150 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:37.141047 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:37.205397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:37.264089 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:37.354757 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:37.355400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 49483df8-4f9a-441f-acb2-326268dbf052 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:37.355891 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (49483df8-4f9a-441f-acb2-326268dbf052), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.430899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] For port ff640ac8-9a85-421f-8921-d03ae32659a9, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=ff640ac8-9a85-421f-8921-d03ae32659a9,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:37.434594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:37.446084 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52608) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:37.453349 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.476904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:37.477581 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:37.548617 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:37.550205 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:37.550597 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Updating router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe port df3822e4-0862-404b-a5e6-923757ea2e59 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:37.618968 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:37.621800 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424367039', 'description': 'tempest-description--2099374488'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:37.638071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88172f84-2405-429b-9269-2d57cd5b02a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:37.672957 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.854336 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 49483df8-4f9a-441f-acb2-326268dbf052 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:37.855445 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device ff640ac8-9a85-421f-8921-d03ae32659a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:37.862864 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Provisioning complete for port c2a54259-ab62-4f82-8996-bb88839230a9 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:37.863255 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.903445 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] Publish callbacks [] for security_group (0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.929562 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] Publish callbacks [] for security_group (0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:37.935996 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Port c2a54259-ab62-4f82-8996-bb88839230a9 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:38.025759 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.049653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f67f0b-457e-432e-b69f-29f1497d9f64 None None] Pushing event updated for resources: {'Port': ['ID=ff640ac8-9a85-421f-8921-d03ae32659a9,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:38.088800 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Provisioning complete for port 4d255fd0-a159-44d0-99ea-73a4116a5a04 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:38.089193 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.090649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.094268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.098494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f HTTP/1.1" status: 204 len: 168 time: 1.1576884 Jul 31 19:59:38.126295 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.135311 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.144492 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.162901 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:33Z', 'revision_number': 2, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:38.192297 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:38.192926 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Updating router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 port 4d255fd0-a159-44d0-99ea-73a4116a5a04 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:38.209597 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:38.209941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.232673 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.237273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.240102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.245928 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:38.339453 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Allocated IP 172.20.0.1 (47480458-3271-41da-9c92-4450622fa327/b9256732-ad53-4175-be37-7a09d8e5b842/1cb983c3-f9fb-4826-945b-9867bd352eef) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:38.357093 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.411067 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9f05c8-f21e-4c01-bece-2c3a5cca8beb None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:38.467079 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Port 4d255fd0-a159-44d0-99ea-73a4116a5a04 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:38.480389 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port ff640ac8-9a85-421f-8921-d03ae32659a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:38.480768 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.557896 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks [] for port (df3822e4-0862-404b-a5e6-923757ea2e59), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.578954 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.610904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Provisioning complete for port 0bf75111-703f-4097-9846-8625c63c47d2 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:38.611554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0bf75111-703f-4097-9846-8625c63c47d2), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.630899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:33Z', 'revision_number': 3, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:38.649091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b907e73-b7e3-4364-8bb0-24156b18ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3c1d80-7cb9-4f44-b1c4-82b06a385a1f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:38.649594 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks [] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.658090 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.664106 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.675133 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Allocated IP 172.20.0.1 (53f36ad7-07fc-4450-bca6-30cfbe8fbc79/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5/4ad5772d-f484-4698-bf06-b59cf82a2478) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:38.693314 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Attempting to bind port df3822e4-0862-404b-a5e6-923757ea2e59 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:38.694452 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Attempting to bind port df3822e4-0862-404b-a5e6-923757ea2e59 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:38.695047 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Attempting to bind port df3822e4-0862-404b-a5e6-923757ea2e59 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:38.713249 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb550e1-968c-4e16-b230-a4126ba33bac None None] Pushing event updated for resources: {'Port': ['ID=df3822e4-0862-404b-a5e6-923757ea2e59,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:38.719665 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.724255 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:38.724952 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:38.725688 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.726421 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:38.727104 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Bound port: df3822e4-0862-404b-a5e6-923757ea2e59, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:38.728351 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.762966 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:38.800791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Network 47480458-3271-41da-9c92-4450622fa327 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:38.819467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Checking router: 67264345-32db-4c0f-ba91-6dc15e602ade for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:38.819467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Updating router 67264345-32db-4c0f-ba91-6dc15e602ade port 4de9ba4f-b4b8-448c-994d-5b036557cb80 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:38.835539 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:38.860973 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:38.860973 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.930790 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52638) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:38.933372 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:59:38.979226 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks [] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:38.982265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ab582413-289e-4c95-990c-dea54eddf6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.020668 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.037485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:39.062426 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] For port df3822e4-0862-404b-a5e6-923757ea2e59, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:39.109623 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:39.167742 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] For port df3822e4-0862-404b-a5e6-923757ea2e59, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=df3822e4-0862-404b-a5e6-923757ea2e59,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:39.171676 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:39.172036 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Updating router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 port 63dec454-b8db-4049-afee-294fc91bddc4 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:39.255784 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (e82e6847-5eef-4e63-9c66-a3c9b34d557a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.272684 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.285411 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63dec454-b8db-4049-afee-294fc91bddc4), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.336850 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ac10-4f54-4af3-a8b4-8d9050ce71a0 None None] Pushing event updated for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:39.341476 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (e82e6847-5eef-4e63-9c66-a3c9b34d557a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.369501 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.420343 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:39.421475 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:39.443345 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port ff640ac8-9a85-421f-8921-d03ae32659a9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:39.444501 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0bf75111-703f-4097-9846-8625c63c47d2 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:39.497299 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Attempting to bind port 4d255fd0-a159-44d0-99ea-73a4116a5a04 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:39.497671 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Attempting to bind port 4d255fd0-a159-44d0-99ea-73a4116a5a04 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:39.498222 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Attempting to bind port 4d255fd0-a159-44d0-99ea-73a4116a5a04 on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:39.546627 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:39.546941 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Checking segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:39.547298 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.547676 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Bound using segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:39.548158 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Bound port: 4d255fd0-a159-44d0-99ea-73a4116a5a04, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:39.548526 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.554104 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks [] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.649919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.649919 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0369473 Jul 31 19:59:39.681409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52654) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:39.723694 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb550e1-968c-4e16-b230-a4126ba33bac None None] Pushing event updated for resources: {'Port': ['ID=df3822e4-0862-404b-a5e6-923757ea2e59,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:39.726731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6847-5eef-4e63-9c66-a3c9b34d557a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:39.737952 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:39.783485 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:39.784277 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fc90f-138f-4250-ae75-3cd1580836e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e6847-5eef-4e63-9c66-a3c9b34d557a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:39.809066 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b9dd38b8-30d9-41ff-bfdc-a62a6af622fc admin admin] 10.222.0.48 "PUT /v2.0/routers/b3b4959a-03bd-4d39-ba9e-17cf8e4598c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1948662 Jul 31 19:59:39.839576 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] For port 4d255fd0-a159-44d0-99ea-73a4116a5a04, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:39.840663 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:39.886027 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:39.893959 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:39.894201 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks [] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.907292 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.907995 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.920029 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.942645 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] For port 4d255fd0-a159-44d0-99ea-73a4116a5a04, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4d255fd0-a159-44d0-99ea-73a4116a5a04,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:39.946398 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 0bf75111-703f-4097-9846-8625c63c47d2 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:39.950731 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0bf75111-703f-4097-9846-8625c63c47d2), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:39.959673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:39.967566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (2d8aa8ea-3e6f-4db1-8548-073d0e443ad3), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.009438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ab582413-289e-4c95-990c-dea54eddf6b5 admin admin] Publish callbacks [] for security_group (a8f756b2-4f35-4f1b-ac3c-590674b76795), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.011177 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.044445 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.067343 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ab582413-289e-4c95-990c-dea54eddf6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (a8f756b2-4f35-4f1b-ac3c-590674b76795), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.126777 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:40.127713 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:40.142569 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:40.169224 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:40.203573 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978ac10-4f54-4af3-a8b4-8d9050ce71a0 None None] Pushing event updated for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:40.208331 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Network 47480458-3271-41da-9c92-4450622fa327 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:40.211356 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:40.238886 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (2d8aa8ea-3e6f-4db1-8548-073d0e443ad3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.244850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.287077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab582413-289e-4c95-990c-dea54eddf6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f756b2-4f35-4f1b-ac3c-590674b76795,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:40.332241 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (2d8aa8ea-3e6f-4db1-8548-073d0e443ad3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.409110 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:40.430509 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:40.434645 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:59:40.469261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Pushing event updated for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:40.481566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:40.512609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52670) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:40.516257 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks [] for port (63dec454-b8db-4049-afee-294fc91bddc4), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.523090 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Current status of the port 0bf75111-703f-4097-9846-8625c63c47d2 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:40.537253 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0bf75111-703f-4097-9846-8625c63c47d2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.541435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916466427', 'description': 'tempest-description--200724040'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:40.549037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:40.551230 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8aa8ea-3e6f-4db1-8548-073d0e443ad3,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:40.560168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:40.560661 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.568871 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ab582413-289e-4c95-990c-dea54eddf6b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef4bea0d2670422e808cb2f1c04bc5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6278675 Jul 31 19:59:40.569051 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a7446c5e-270c-4c84-8f3b-19b52f53f34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.576107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52672) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:40.586151 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63dec454-b8db-4049-afee-294fc91bddc4), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.696197 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:40.709989 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-323d9184-2d6f-4a5a-99c5-57fe05074326 admin admin] 10.222.0.48 "PUT /v2.0/routers/d71e3b9f-8d63-4324-82a1-b018ecd1aee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956306 Jul 31 19:59:40.743852 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.747559 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0bea4258-9ce4-4537-8661-232e16b77b66 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0245562 Jul 31 19:59:40.747910 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52676) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:40.753894 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group_rule': {'security_group_id': 'e82e6847-5eef-4e63-9c66-a3c9b34d557a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:40.771849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:40.777941 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:40.780019 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:40.835948 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (25dde0d1-584e-470d-b51f-ccc2a7dcfd5f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.895140 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:40.933195 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05fd0-df81-40b2-9579-8311b38a5261 None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:40.938589 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d0182366-5e87-412d-a549-2b9357763129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:40.979532 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0182366-5e87-412d-a549-2b9357763129 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:41.038659 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c375ba-2f55-49d3-b704-1f758c207ccb None None] Pushing event updated for resources: {'Port': ['ID=63dec454-b8db-4049-afee-294fc91bddc4,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.048508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:41.067850 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Attempting to bind port 63dec454-b8db-4049-afee-294fc91bddc4 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:41.068396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Attempting to bind port 63dec454-b8db-4049-afee-294fc91bddc4 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:41.068855 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Attempting to bind port 63dec454-b8db-4049-afee-294fc91bddc4 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:41.100609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] Publish callbacks [] for security_group (a8f756b2-4f35-4f1b-ac3c-590674b76795), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.114138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Allocated IP 172.20.0.1 (83dce77d-65c9-4b96-b285-b9f246c68b9a/b1247479-ec85-4788-bf07-00dec7f321d9/1ce9f047-9c8a-4d55-90f2-1b858c63aa9e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:41.124427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52686) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:41.153853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66315242', 'description': 'tempest-description--1845194560'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:41.172795 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] For port 0bf75111-703f-4097-9846-8625c63c47d2, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0bf75111-703f-4097-9846-8625c63c47d2,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:41.176555 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:41.178134 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:41.178735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.179144 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:41.179853 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Bound port: 63dec454-b8db-4049-afee-294fc91bddc4, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:41.180245 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63dec454-b8db-4049-afee-294fc91bddc4), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.191925 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0bf75111-703f-4097-9846-8625c63c47d2), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.204447 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (25dde0d1-584e-470d-b51f-ccc2a7dcfd5f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.209954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] Publish callbacks [] for security_group (a8f756b2-4f35-4f1b-ac3c-590674b76795), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.215338 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (25dde0d1-584e-470d-b51f-ccc2a7dcfd5f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.244410 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25dde0d1-584e-470d-b51f-ccc2a7dcfd5f,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.248748 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.250222 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e6e692c8-3ce8-43ea-a999-df5bec04ee7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5011017 Jul 31 19:59:41.253349 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52688) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:41.259290 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:41.285297 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.291624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.331103 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 0bf75111-703f-4097-9846-8625c63c47d2 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:41.331376 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0bf75111-703f-4097-9846-8625c63c47d2), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.340310 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Provisioning complete for port ff640ac8-9a85-421f-8921-d03ae32659a9 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:41.340707 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.343058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.349580 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (afb4b0d8-5ff0-4a9e-b387-5aa736d4edea), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.386101 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:41.390218 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (afb4b0d8-5ff0-4a9e-b387-5aa736d4edea), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.434258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Pushing event updated for resources: {'Port': ['ID=0bf75111-703f-4097-9846-8625c63c47d2,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.444022 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] For port 63dec454-b8db-4049-afee-294fc91bddc4, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:41.480155 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.507326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.508186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] For port 63dec454-b8db-4049-afee-294fc91bddc4, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=63dec454-b8db-4049-afee-294fc91bddc4,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:41.509138 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9873781 Jul 31 19:59:41.519942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:41.521289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (a8f756b2-4f35-4f1b-ac3c-590674b76795), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.525519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.529454 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f756b2-4f35-4f1b-ac3c-590674b76795 HTTP/1.1" status: 204 len: 168 time: 0.8614244 Jul 31 19:59:41.529454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bce5a3-8cb4-4ba3-9b2f-d8ae2d022c2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.552663 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks [] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.555281 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52690) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:41.563264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63dec454-b8db-4049-afee-294fc91bddc4), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.580642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': 'afb4b0d8-5ff0-4a9e-b387-5aa736d4edea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:41.630186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks [] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.632720 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.db.api [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 31 19:59:41.633359 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG oslo_db.api [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 31 19:59:41.672729 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.693027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec60e4-0a28-47d3-aace-7668a3b286bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f756b2-4f35-4f1b-ac3c-590674b76795,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.693447 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:41.694258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:41.723525 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Allocated IP 172.27.0.191 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/554b2577-d61d-4721-aab9-d3ac5ab69b51) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:41.729106 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:41.775897 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-e3f2f899-9ea2-4441-aa8b-f0529f08777a None None] Current status of the port ff640ac8-9a85-421f-8921-d03ae32659a9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:41.778058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c375ba-2f55-49d3-b704-1f758c207ccb None None] Pushing event updated for resources: {'Port': ['ID=63dec454-b8db-4049-afee-294fc91bddc4,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:41.781060 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Attempting to bind port 4de9ba4f-b4b8-448c-994d-5b036557cb80 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:41.781387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Attempting to bind port 4de9ba4f-b4b8-448c-994d-5b036557cb80 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:41.781850 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Attempting to bind port 4de9ba4f-b4b8-448c-994d-5b036557cb80 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:41.825915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:41.854410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (173a31bc-91c1-40ac-887d-4218213cd913), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.894403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (c3f1da16-add7-4845-b9ce-8cf84e6878b6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.901106 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.941438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:41.941791 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:41.942186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.942573 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:41.943058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Bound port: 4de9ba4f-b4b8-448c-994d-5b036557cb80, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:41.943434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.949074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c3f1da16-add7-4845-b9ce-8cf84e6878b6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.957791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:41.998506 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:42.040400 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=554b2577-d61d-4721-aab9-d3ac5ab69b51,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.073391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:42.079021 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:42.086077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deacb9-8fe0-47b1-b1b3-d2ad025f1b0f None None] Pushing event updated for resources: {'Port': ['ID=4de9ba4f-b4b8-448c-994d-5b036557cb80,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.087192 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:42.090948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (173a31bc-91c1-40ac-887d-4218213cd913), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.094660 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Provisioning complete for port 4ad5772d-f484-4698-bf06-b59cf82a2478 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:42.095038 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.099354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-804db878-2b4a-4839-9fb2-a526536a49c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.101770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.211830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.213913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0872800 Jul 31 19:59:42.239763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (173a31bc-91c1-40ac-887d-4218213cd913), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.241720 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52704) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:42.258930 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group_rule': {'security_group_id': 'c3f1da16-add7-4845-b9ce-8cf84e6878b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:42.272987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:42.275532 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.291977 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks [] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.297584 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:42.299716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbede28-fc7c-41f0-9151-7bd5c1ffd849 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f1da16-add7-4845-b9ce-8cf84e6878b6,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.308578 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:42.309192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (67264345-32db-4c0f-ba91-6dc15e602ade), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.312491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:42.319647 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173a31bc-91c1-40ac-887d-4218213cd913,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.417022 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:42.428959 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.432985 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:42.433665 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:42.437196 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.478282 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.527983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] For port 4de9ba4f-b4b8-448c-994d-5b036557cb80, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:42.587372 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.622902 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:42.623972 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 0bf75111-703f-4097-9846-8625c63c47d2 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:42.627340 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ee87231-82cb-4fd7-85b4-08cae57abb55 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:42.720911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Port 4ad5772d-f484-4698-bf06-b59cf82a2478 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:42.723079 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:42.775955 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Provisioning complete for port 1cb983c3-f9fb-4826-945b-9867bd352eef triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:42.777114 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.828960 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] For port 4de9ba4f-b4b8-448c-994d-5b036557cb80, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4de9ba4f-b4b8-448c-994d-5b036557cb80,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:42.836348 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4ee87231-82cb-4fd7-85b4-08cae57abb55 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:42.836911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.839838 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b232b-50ae-43d5-ae09-e2e77f5ec3f5 None None] Port 1cb983c3-f9fb-4826-945b-9867bd352eef cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:42.887931 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.915131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.916513 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-872fc8d6-6888-4cc6-8fe2-f64243c96af2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3569703 Jul 31 19:59:42.920892 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52720) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:42.924632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Pushing event updated for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:42.931630 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': 'afb4b0d8-5ff0-4a9e-b387-5aa736d4edea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:42.949121 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (cf06d39c-f162-4c0a-8d30-f998ae5e3349), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.965228 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.978470 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.981494 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:42.982258 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.053640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:43.054855 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:43.082602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:43.083540 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:43.144429 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (33173ded-3009-452d-a4de-35b3e0f64e43), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.178988 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.191289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:43.202447 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9476483 Jul 31 19:59:43.213190 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (cf06d39c-f162-4c0a-8d30-f998ae5e3349), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.225055 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0238a-2965-434a-8991-87412afaf9fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=554b2577-d61d-4721-aab9-d3ac5ab69b51,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:43.242191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:43.266373 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (cf06d39c-f162-4c0a-8d30-f998ae5e3349), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.276191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:43.309953 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:43.363124 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.367793 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1116786 Jul 31 19:59:43.371574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2745b5d4-34d2-4b93-8f7c-7ef3f5f91e50 None None] Provisioning complete for port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:43.371974 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2745b5d4-34d2-4b93-8f7c-7ef3f5f91e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.379375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52732) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:43.392758 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group_rule': {'security_group_id': 'c3f1da16-add7-4845-b9ce-8cf84e6878b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:43.405270 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:43.405626 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Updating router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 port c2a54259-ab62-4f82-8996-bb88839230a9 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:43.523617 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (33173ded-3009-452d-a4de-35b3e0f64e43), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.536643 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (33173ded-3009-452d-a4de-35b3e0f64e43), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.547375 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.560284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 2, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:43.563893 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2745b5d4-34d2-4b93-8f7c-7ef3f5f91e50 None None] Port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:43.584393 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:43.643042 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:43.646148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e4904-9a0d-44bc-ad91-005e785a608b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf06d39c-f162-4c0a-8d30-f998ae5e3349,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:43.654164 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33173ded-3009-452d-a4de-35b3e0f64e43,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:43.673117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.675381 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (5aeaf139-eb82-4b8a-ad6e-17f8a07d573e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.679744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:59:43.744250 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.754327 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f0925791-7e16-45ee-badc-3493176eea93 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8255124 Jul 31 19:59:43.757074 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52766) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:43.777656 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:43.809039 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52768) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:43.819598 dv-cinder-849846-6-iscsi neutron-server[104001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 31 19:59:43.922273 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (5aeaf139-eb82-4b8a-ad6e-17f8a07d573e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.934412 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (5aeaf139-eb82-4b8a-ad6e-17f8a07d573e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:43.988697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:43.991324 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.025788 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aeaf139-eb82-4b8a-ad6e-17f8a07d573e,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:44.084396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deacb9-8fe0-47b1-b1b3-d2ad025f1b0f None None] Pushing event updated for resources: {'Port': ['ID=4de9ba4f-b4b8-448c-994d-5b036557cb80,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:44.105987 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.107190 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5c211600-f0c3-4141-8a8c-367c8329bfb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7268548 Jul 31 19:59:44.109027 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95710db-8b45-43c8-b552-c28a46672491 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 2, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:44.110929 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52778) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:44.139552 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1b3f7cfb-15df-4249-8404-8e10abbc1a1f None None] Provisioning complete for port 4ad5772d-f484-4698-bf06-b59cf82a2478 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:44.139940 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1b3f7cfb-15df-4249-8404-8e10abbc1a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.149470 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:44.207531 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b728d224-9c40-4156-9c5c-5460ec123dfc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1424367039&fields=id&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 267 time: 0.3959064 Jul 31 19:59:44.217682 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:33Z', 'revision_number': 3, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:44.230784 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.269540 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks [] for port (c2a54259-ab62-4f82-8996-bb88839230a9), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.273479 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:44.283384 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.319152 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c4294-1200-41ac-be9e-87fcdac4b11a None None] The sync data for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi is: [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:33Z', 'revision_number': 3, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:44.326196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.332243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4ee87231-82cb-4fd7-85b4-08cae57abb55 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:44.355480 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1b3f7cfb-15df-4249-8404-8e10abbc1a1f None None] Port 4ad5772d-f484-4698-bf06-b59cf82a2478 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:44.398753 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.494156 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.520549 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf45f4-b090-4099-b555-46bffa3df2d0 None None] Pushing event updated for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:44.537734 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.27.0.170 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:44.542509 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Attempting to bind port c2a54259-ab62-4f82-8996-bb88839230a9 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:44.544471 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Attempting to bind port c2a54259-ab62-4f82-8996-bb88839230a9 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:44.544893 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Attempting to bind port c2a54259-ab62-4f82-8996-bb88839230a9 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:44.563859 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:44.564700 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:44.564700 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.564991 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:44.565489 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Bound port: c2a54259-ab62-4f82-8996-bb88839230a9, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:44.565870 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.568211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:44.593172 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4b3bc86f-f4b9-4af1-939c-4fb3a80d2e4b admin admin] 10.222.0.48 "PUT /v2.0/routers/1ef37c7c-8180-4bb2-b1c8-bd242b328abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1870663 Jul 31 19:59:44.723233 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 8068c01f-cb41-43e8-8484-1fa9a99866c8 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:44.764910 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] For port c2a54259-ab62-4f82-8996-bb88839230a9, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:44.768732 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] For port c2a54259-ab62-4f82-8996-bb88839230a9, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c2a54259-ab62-4f82-8996-bb88839230a9,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:44.784388 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.790558 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.873196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 8068c01f-cb41-43e8-8484-1fa9a99866c8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:44.876129 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.884544 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:44.945757 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:44.956706 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:44.971996 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:45.058366 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:45.092199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 8068c01f-cb41-43e8-8484-1fa9a99866c8 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:45.092744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.097536 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:45.100076 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:45.111156 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:45.138485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 8068c01f-cb41-43e8-8484-1fa9a99866c8, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=8068c01f-cb41-43e8-8484-1fa9a99866c8,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:45.150780 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.153103 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4d255fd0-a159-44d0-99ea-73a4116a5a04 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:45.182541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks [] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.188084 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:45.190608 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.240251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.241310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (67264345-32db-4c0f-ba91-6dc15e602ade), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.246382 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.355655 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.363359 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:45.423948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-737a6ce9-a8ec-407e-9f62-c7cab94ab674 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:45.441873 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-737a6ce9-a8ec-407e-9f62-c7cab94ab674 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 817 time: 1.2322066 Jul 31 19:59:45.455105 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf45f4-b090-4099-b555-46bffa3df2d0 None None] Pushing event updated for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:45.482320 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:45.496102 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4d255fd0-a159-44d0-99ea-73a4116a5a04 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:45.498198 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.569068 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=8068c01f-cb41-43e8-8484-1fa9a99866c8,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:45.572240 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 52830) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:45.616947 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-4338ef68-6d40-4238-8149-e27a7da34d0b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/quotas/aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 375 time: 0.1735635 Jul 31 19:59:45.652387 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:45.666609 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4d255fd0-a159-44d0-99ea-73a4116a5a04 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:45.667415 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.682481 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:45.693639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:45.724530 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 4d255fd0-a159-44d0-99ea-73a4116a5a04, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4d255fd0-a159-44d0-99ea-73a4116a5a04,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:45.727254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:45.753278 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.754681 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device df3822e4-0862-404b-a5e6-923757ea2e59 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:45.795765 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:44Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:45.879193 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b575f90-5cbd-43b3-bbc4-c3e34f4f4697 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:44Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:45.897391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.907437 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:45.931264 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.932121 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:45.948957 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:45.980689 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port df3822e4-0862-404b-a5e6-923757ea2e59 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:45.980689 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.078473 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.079841 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3214540 Jul 31 19:59:46.160473 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60555dec-0249-4cc1-953e-31d017cef7e2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:46.257070 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port df3822e4-0862-404b-a5e6-923757ea2e59 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:46.257580 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.324480 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port df3822e4-0862-404b-a5e6-923757ea2e59, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=df3822e4-0862-404b-a5e6-923757ea2e59,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:46.331661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-6b12c5d6-dc53-4e2b-a33b-9dd6b3f167c0 None None] Provisioning complete for port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:46.333389 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6b12c5d6-dc53-4e2b-a33b-9dd6b3f167c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.366483 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-35f92ef3-1015-4323-8a2f-b65749271ae7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7487829 Jul 31 19:59:46.433788 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.435241 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device ff640ac8-9a85-421f-8921-d03ae32659a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:46.546664 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Allocated IP 172.27.0.69 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/7e44ebd1-ef0c-406c-b09c-08e813d40b6f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:46.596637 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:46.602669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:46.613067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Router 67264345-32db-4c0f-ba91-6dc15e602ade has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 19:59:46.629407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-e24bbec0-d659-4330-9a61-ead7d00fb78b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:46.631505 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-e24bbec0-d659-4330-9a61-ead7d00fb78b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 1.0540504 Jul 31 19:59:46.646832 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6b12c5d6-dc53-4e2b-a33b-9dd6b3f167c0 None None] Port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:46.677962 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:46.695158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=df3822e4-0862-404b-a5e6-923757ea2e59,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:46.702797 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port ff640ac8-9a85-421f-8921-d03ae32659a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:46.703175 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:46.736076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:46.737542 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:46.755723 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-21fca0ef-04e4-4bfb-9997-ce2b99b6d5ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/quotas/41f4d4561f4f40f8b370b8cc943c97af HTTP/1.1" status: 200 len: 375 time: 0.0327957 Jul 31 19:59:46.924537 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:46.935837 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port ff640ac8-9a85-421f-8921-d03ae32659a9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:46.936537 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b0ce0a4e-1a8a-4eda-8f81-31ee1a26c749 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:59:46.937609 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0bf75111-703f-4097-9846-8625c63c47d2 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:46.941891 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b0ce0a4e-1a8a-4eda-8f81-31ee1a26c749 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2272670 Jul 31 19:59:46.964889 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:46.970121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:46.973845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:47.007614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 19:59:47.038870 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 0bf75111-703f-4097-9846-8625c63c47d2 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:47.039245 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0bf75111-703f-4097-9846-8625c63c47d2), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.070581 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-72e28e12-1842-4d7a-a3ef-07c02831d7e7 admin admin] 10.222.0.48 "PUT /v2.0/routers/67264345-32db-4c0f-ba91-6dc15e602ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3668904 Jul 31 19:59:47.110015 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-afc02df0-4ff7-4797-a365-3a950f20a2d6 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863770 Jul 31 19:59:47.137919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.152518 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b8-a785-4499-bbdd-979a02dbb270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.295667 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-6a78d030-ecd9-42a9-8473-fcbbe4f8da83 service neutron] 10.222.0.48 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348751 Jul 31 19:59:47.351229 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b8-a785-4499-bbdd-979a02dbb270 admin admin] Publish callbacks [] for security_group (31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.361888 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85fc80b8-a785-4499-bbdd-979a02dbb270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.368043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-059be3ef-77cc-4a34-aa86-25f4f5b049e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 19:59:47.370165 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-059be3ef-77cc-4a34-aa86-25f4f5b049e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1598935 Jul 31 19:59:47.389226 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 0bf75111-703f-4097-9846-8625c63c47d2 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:47.408444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.422533 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85fc80b8-a785-4499-bbdd-979a02dbb270 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4961eb1acde46a78341d02c9ac609c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962363 Jul 31 19:59:47.451400 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc80b8-a785-4499-bbdd-979a02dbb270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:47.455942 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52902) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:47.532988 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] Publish callbacks [] for security_group (31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.562342 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] Publish callbacks [] for security_group (31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.573059 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 2, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:47.598710 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=7e44ebd1-ef0c-406c-b09c-08e813d40b6f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:47.619873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:47.628503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:47.651697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:47.656814 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:47.657416 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Updating router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe port 4ad5772d-f484-4698-bf06-b59cf82a2478 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:47.658418 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.665571 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.667435 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1 HTTP/1.1" status: 204 len: 168 time: 0.2103126 Jul 31 19:59:47.689916 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488b78a-8bf7-4900-ab2b-59759a419daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e0fcc8-e417-4d6f-a9d8-31a19eea1cd1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:47.741206 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.803179 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-c6f91885-d70f-4ee2-bc4f-4c47168dafa2 service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890152 Jul 31 19:59:47.815953 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-25f91d08-b4eb-4b3b-ab32-dc269b79af4d service neutron] 10.222.0.48 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070536 Jul 31 19:59:47.843482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:47.886004 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4de9ba4f-b4b8-448c-994d-5b036557cb80 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:47.971598 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.047881 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:48.063611 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-efbb789f-e1cb-499c-8355-8e166dd8fd19 service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371051 Jul 31 19:59:48.126069 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:48.134349 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52924) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:48.150754 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4de9ba4f-b4b8-448c-994d-5b036557cb80 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:48.151556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.179815 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60d1bb0f-68d7-448d-8386-a93a01581223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.345134 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60d1bb0f-68d7-448d-8386-a93a01581223 admin admin] Publish callbacks [] for security_group (d803d8ef-c41a-412c-b30d-d20c6e004350), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.353089 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-60d1bb0f-68d7-448d-8386-a93a01581223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d803d8ef-c41a-412c-b30d-d20c6e004350), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.363142 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.395697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.396351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.410613 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-60d1bb0f-68d7-448d-8386-a93a01581223 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6ec01280e3cd4e04ad52588e41f70216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743516 Jul 31 19:59:48.411883 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1bb0f-68d7-448d-8386-a93a01581223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d803d8ef-c41a-412c-b30d-d20c6e004350,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:48.415986 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 52948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:48.434880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks [] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.440424 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4de9ba4f-b4b8-448c-994d-5b036557cb80 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:48.443046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.456719 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.495475 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] Publish callbacks [] for security_group (d803d8ef-c41a-412c-b30d-d20c6e004350), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.497498 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.512790 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3666482 Jul 31 19:59:48.522542 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] Publish callbacks [] for security_group (d803d8ef-c41a-412c-b30d-d20c6e004350), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.542873 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-e722e8c9-3dae-4144-b413-a9e8553271c3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1916466427&fields=id&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 267 time: 0.3497725 Jul 31 19:59:48.595618 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 4de9ba4f-b4b8-448c-994d-5b036557cb80, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4de9ba4f-b4b8-448c-994d-5b036557cb80,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:48.599470 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:48.603464 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:48.614389 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.615224 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c2a54259-ab62-4f82-8996-bb88839230a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:48.679318 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d803d8ef-c41a-412c-b30d-d20c6e004350), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.682392 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:48.693554 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d803d8ef-c41a-412c-b30d-d20c6e004350 HTTP/1.1" status: 204 len: 168 time: 0.2596672 Jul 31 19:59:48.726428 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4b7d9-1a06-4d69-a9e6-91404eeb53bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d803d8ef-c41a-412c-b30d-d20c6e004350,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:48.746200 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be15c5-6000-4d83-981a-a3437c3daf09 None None] Pushing event updated for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:48.860785 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:48.971693 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-d15a7a09-f802-407e-ab96-0d4a673197b8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:48.974267 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-d15a7a09-f802-407e-ab96-0d4a673197b8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.4305272 Jul 31 19:59:48.996518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:49.003654 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c713656-089d-4940-81d2-fd1f30056437 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=7e44ebd1-ef0c-406c-b09c-08e813d40b6f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:49.018305 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-7fb64af7-cc87-4be3-ac76-e5c51e24ed18 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/quotas/2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 375 time: 0.0377619 Jul 31 19:59:49.022173 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Attempting to bind port 4ad5772d-f484-4698-bf06-b59cf82a2478 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:49.022781 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Attempting to bind port 4ad5772d-f484-4698-bf06-b59cf82a2478 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:49.023318 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Attempting to bind port 4ad5772d-f484-4698-bf06-b59cf82a2478 on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:49.065839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:49.066230 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:49.066655 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.067050 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Bound using segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:49.082989 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Bound port: 4ad5772d-f484-4698-bf06-b59cf82a2478, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:49.083403 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.099020 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=4de9ba4f-b4b8-448c-994d-5b036557cb80,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:49.124023 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-7f95cb9c-c8db-4d79-b651-2b027fcce35a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909822 Jul 31 19:59:49.128021 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port c2a54259-ab62-4f82-8996-bb88839230a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:49.128426 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.284252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] For port 4ad5772d-f484-4698-bf06-b59cf82a2478, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:49.289509 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] For port 4ad5772d-f484-4698-bf06-b59cf82a2478, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ad5772d-f484-4698-bf06-b59cf82a2478,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:49.302125 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.366292 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:49.366866 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:49.538286 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-f22b0824-9774-48ee-b1d2-d314bce5934b service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095068 Jul 31 19:59:49.549550 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:49.584896 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-56030ad8-d937-4d16-9cc3-8553810b8db0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:49.585680 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port c2a54259-ab62-4f82-8996-bb88839230a9 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:49.586176 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.586395 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-56030ad8-d937-4d16-9cc3-8553810b8db0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/networks?id=83dce77d-65c9-4b96-b285-b9f246c68b9a HTTP/1.1" status: 200 len: 811 time: 0.2892118 Jul 31 19:59:49.591219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be15c5-6000-4d83-981a-a3437c3daf09 None None] Pushing event updated for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:49.641651 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port c2a54259-ab62-4f82-8996-bb88839230a9, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c2a54259-ab62-4f82-8996-bb88839230a9,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:49.665672 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-943cc9d9-466e-493b-a024-db0a8c872f5d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/quotas/7ac9cd175c5b423389779d2f4f487287 HTTP/1.1" status: 200 len: 375 time: 0.0530808 Jul 31 19:59:49.674806 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:49.677284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:49.678834 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device df3822e4-0862-404b-a5e6-923757ea2e59 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:49.739472 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-67981bca-e1ba-40bd-89f0-da24b52ffbfb tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7ac9cd175c5b423389779d2f4f487287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724199 Jul 31 19:59:49.882588 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:49.903857 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port df3822e4-0862-404b-a5e6-923757ea2e59 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:49.903857 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:50.024202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:50.054258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port df3822e4-0862-404b-a5e6-923757ea2e59 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:50.055566 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 8068c01f-cb41-43e8-8484-1fa9a99866c8 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:50.070518 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-291cdb90-50bb-4a05-a9f4-944b96f1151d service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229220 Jul 31 19:59:50.093431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:50.155871 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce3268-66f6-481d-a781-3c1aa62feb2b None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:50.191301 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-83ca02ec-4fca-4fc5-9877-f0b18025534b service neutron] 10.222.0.48 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511578 Jul 31 19:59:50.207678 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 8068c01f-cb41-43e8-8484-1fa9a99866c8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:50.208057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:50.315801 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:50.331921 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ec1a1a80-b7e6-4943-8270-e6bf12a9b0fb service neutron] 10.222.0.48 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395159 Jul 31 19:59:50.460833 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 8068c01f-cb41-43e8-8484-1fa9a99866c8 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:50.462617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4d255fd0-a159-44d0-99ea-73a4116a5a04 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:50.589058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4d255fd0-a159-44d0-99ea-73a4116a5a04 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:50.589971 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:50.745445 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08bc5858-28b5-48ea-9009-3409abe1b386 req-eaf896c3-88e8-4bcf-abc1-1cd203315059 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.1026502 Jul 31 19:59:50.921730 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4d255fd0-a159-44d0-99ea-73a4116a5a04 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:50.924539 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 63dec454-b8db-4049-afee-294fc91bddc4 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:51.055621 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 63dec454-b8db-4049-afee-294fc91bddc4 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:51.056582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (63dec454-b8db-4049-afee-294fc91bddc4), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:51.176385 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e96df171-8b92-4f14-aafa-65d81e735150 req-6407a9ce-899e-4b3a-9a51-13881bfeb0c7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 210 time: 0.1560366 Jul 31 19:59:51.213530 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-9b3c069f-85f6-47ac-84b1-43393732a425 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--66315242&fields=id&tenant_id=ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 267 time: 0.2497346 Jul 31 19:59:51.308707 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 63dec454-b8db-4049-afee-294fc91bddc4 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:51.309229 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63dec454-b8db-4049-afee-294fc91bddc4), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:51.380596 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 63dec454-b8db-4049-afee-294fc91bddc4, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=63dec454-b8db-4049-afee-294fc91bddc4,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:51.393341 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63dec454-b8db-4049-afee-294fc91bddc4), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:51.523682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-a449c4a7-cd4f-4e9c-8c65-9123605b5df6 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:51.532132 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-a449c4a7-cd4f-4e9c-8c65-9123605b5df6 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 811 time: 0.3098538 Jul 31 19:59:51.567462 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=63dec454-b8db-4049-afee-294fc91bddc4,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:51.611214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-b8cffbcc-2780-48ef-9e0a-d1fd0c8bdafe tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/quotas/ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 375 time: 0.0778546 Jul 31 19:59:51.614910 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c309f35-d8f3-4c3e-aa2a-9f9ebc382aac req-d88319fc-ec10-426a-a7fd-ad1c8e01e5d4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0784729 Jul 31 19:59:51.693668 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-8a6397ae-14ec-43be-b9b7-cf44e84369ed tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749819 Jul 31 19:59:51.771108 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ad5772d-f484-4698-bf06-b59cf82a2478 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:51.832137 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-624156ca-9b26-45ac-80dd-f511622d85b7 req-54eead6d-8c9e-4ee5-97cc-1adfa32d9be1 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.1177278 Jul 31 19:59:51.910902 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-a9385ed7-23be-4184-8941-275677606dbe service neutron] 10.222.0.48 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156420 Jul 31 19:59:51.987490 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4ad5772d-f484-4698-bf06-b59cf82a2478 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:51.987630 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.036199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:52.087308 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4ad5772d-f484-4698-bf06-b59cf82a2478 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:52.088082 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.101188 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Sync routers for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:52.118998 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:52.119778 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:52.127555 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 4ad5772d-f484-4698-bf06-b59cf82a2478, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ad5772d-f484-4698-bf06-b59cf82a2478,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:52.131004 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-f8d63e8f-8520-463b-b4c1-0f5b29cb3ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190790 Jul 31 19:59:52.135305 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.136615 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4de9ba4f-b4b8-448c-994d-5b036557cb80 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:52.179702 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b29bc6e4-ba90-4d42-9895-9dc21740a0cd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:52.182542 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b29bc6e4-ba90-4d42-9895-9dc21740a0cd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 0.1780038 Jul 31 19:59:52.198086 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:52.198674 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:52.200457 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-70038acb-44ec-483c-a1f3-e39e2161eb1c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/quotas/41f4d4561f4f40f8b370b8cc943c97af HTTP/1.1" status: 200 len: 375 time: 0.0125868 Jul 31 19:59:52.226029 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:52.249068 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:52.257593 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4de9ba4f-b4b8-448c-994d-5b036557cb80 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:52.258034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.283796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-3d9d6100-704c-4a43-b3a0-ef7a96becf8c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774798 Jul 31 19:59:52.400328 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4de9ba4f-b4b8-448c-994d-5b036557cb80 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:52.401810 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c2a54259-ab62-4f82-8996-bb88839230a9 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:52.417386 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc3a9efe-8d59-4bb9-a00c-adef507a97c4 req-5acfcb76-72df-4421-ae0c-463ecc454a8c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.0373285 Jul 31 19:59:52.418399 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 19:59:52.464244 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port c2a54259-ab62-4f82-8996-bb88839230a9 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:52.464559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.472398 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-fe14fca9-4b97-4072-9bd6-09f2f2d300bf service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773841 Jul 31 19:59:52.537786 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:52.556938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port c2a54259-ab62-4f82-8996-bb88839230a9 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:52.563315 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233193b8-3880-44af-b14b-42e7eac626bd req-4a9ecd83-b6e9-48c6-b296-6d7c445f3c2a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0387044 Jul 31 19:59:52.582674 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:43Z', 'revision_number': 4, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1ce9f047-9c8a-4d55-90f2-1b858c63aa9e', 'name': '', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'mac_address': 'fa:16:3e:d0:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:40Z', 'updated_at': '2022-07-31T19:59:43Z', 'revision_number': 2, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'subnets': [{'id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:52.603252 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-488cf40c-6b82-4248-8ac6-ac2018257fa8 service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292589 Jul 31 19:59:52.608831 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Checking router: 67264345-32db-4c0f-ba91-6dc15e602ade for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:52.609206 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Updating router 67264345-32db-4c0f-ba91-6dc15e602ade port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:52.651155 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:52.751186 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa9b1c6d-5372-4f9f-8109-e653c3e4cb26 req-c9099bd7-486a-4681-9880-9461dcd6160c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0316219 Jul 31 19:59:52.849712 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b057a75c-dde1-499f-aa8f-da94e67f6ef1 req-ce493788-eff2-497e-bc9d-3c44cdfed658 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0554359 Jul 31 19:59:52.966022 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:52.984489 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-def7655f-8e8c-4ab5-a091-6d708bd8e2a7 req-01dc6630-b8ed-4061-8b4b-904628af84fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0311530 Jul 31 19:59:53.014587 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks [] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.020096 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.088129 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97b2a-159f-4d05-b2bb-92eb17202089 None None] Pushing event updated for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:53.123893 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Attempting to bind port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:53.124531 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Attempting to bind port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:53.125073 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Attempting to bind port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e on network 83dce77d-65c9-4b96-b285-b9f246c68b9a {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:53.130561 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:53.130937 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Checking segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:53.131333 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.131724 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Bound using segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:53.132182 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Bound port: 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:53.132554 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.191978 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] For port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:53.196097 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] For port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:53.203643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.242446 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:53.242990 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:53.300523 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97b2a-159f-4d05-b2bb-92eb17202089 None None] Pushing event updated for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:53.358518 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:53.500090 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ad5772d-f484-4698-bf06-b59cf82a2478 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:53.552250 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4ad5772d-f484-4698-bf06-b59cf82a2478 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:53.552805 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.564192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b1a4de5-c41c-444e-8710-8430369bd017 req-be2065fc-5fed-44eb-84f2-95c71bd21cae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.0303783 Jul 31 19:59:53.580241 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:43Z', 'revision_number': 4, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1ce9f047-9c8a-4d55-90f2-1b858c63aa9e', 'name': '', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'mac_address': 'fa:16:3e:d0:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:40Z', 'updated_at': '2022-07-31T19:59:53Z', 'revision_number': 4, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'subnets': [{'id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:53.605738 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa39dbbd-5d1d-4d92-ae86-243486c78d5b None None] The sync data for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi is: [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:43Z', 'revision_number': 4, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1ce9f047-9c8a-4d55-90f2-1b858c63aa9e', 'name': '', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'mac_address': 'fa:16:3e:d0:8a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:40Z', 'updated_at': '2022-07-31T19:59:53Z', 'revision_number': 4, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'subnets': [{'id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:53.630051 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4ad5772d-f484-4698-bf06-b59cf82a2478 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:53.631092 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 63dec454-b8db-4049-afee-294fc91bddc4 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:53.654036 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:53.672772 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 63dec454-b8db-4049-afee-294fc91bddc4 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:53.673194 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (63dec454-b8db-4049-afee-294fc91bddc4), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:53.674105 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ab1dfcf-0cb8-49c4-9fb7-94808c7c063e req-71c092d5-5ea9-40c4-9457-a2c6daaffb47 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Jul 31 19:59:53.746417 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 63dec454-b8db-4049-afee-294fc91bddc4 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:53.862106 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-859435cc-8aa3-4a99-910a-526ee196eac2 req-7535a672-2b67-4b06-a29b-afae0eda97b2 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0282335 Jul 31 19:59:53.957734 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-064c481c-1595-478e-a487-5cb5a967b564 req-eadf8017-0a67-40b5-8114-65f302fba286 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0310755 Jul 31 19:59:54.091280 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acfa427d-2113-4d3c-a848-4144836b643a req-7e627559-dd1b-4457-bff7-7cfa6f90fa61 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0306456 Jul 31 19:59:54.383613 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.57', 50935) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:54.567625 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.57', 50936) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 19:59:54.603752 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-ecefb1d7-989f-4f0f-bfa2-e9d12a07dc72 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:54.606118 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-ecefb1d7-989f-4f0f-bfa2-e9d12a07dc72 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 817 time: 0.2187831 Jul 31 19:59:54.699054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-690357c6-a2f0-4f13-8c06-590d090addea tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:54.707643 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-690357c6-a2f0-4f13-8c06-590d090addea tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 0.1356843 Jul 31 19:59:54.765114 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dec94668-5583-427e-9994-c1179363010a req-0eb61d62-e1dd-4999-bfcd-6c707b378ea9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.0516214 Jul 31 19:59:54.826694 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11e5d911-cf87-4e1a-b735-338e4cbe1860 req-c5fe2e6d-8a46-4de9-8c1b-1c26f0c6679f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0574954 Jul 31 19:59:54.838282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'port': {'device_id': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'admin_state_up': True, 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:54.875238 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-afb0ab95-df08-43b1-a145-b73159fcc92e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 380 time: 0.1660116 Jul 31 19:59:54.887961 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'port': {'device_id': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'admin_state_up': True, 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'security_groups': ['e82e6847-5eef-4e63-9c66-a3c9b34d557a']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 19:59:54.970053 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Made reservation on behalf of 41f4d4561f4f40f8b370b8cc943c97af for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:55.006255 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:55.355298 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Made reservation on behalf of aed33078067c4aa3b0e1d1bf79fd379d for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 19:59:55.359243 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:55.530284 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5fade0bd-e1ed-4e38-a837-181591386d75 req-08d93f9e-4c54-4928-9397-e45edd7ead9c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.4114277 Jul 31 19:59:55.717098 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1ad90e7-a3cc-4cda-a3cf-1ea7a06f7e61 req-55038326-671b-4f65-b957-633562dd60e4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.4865949 Jul 31 19:59:55.743179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:55.837879 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:56.017525 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:56.045122 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:56.064600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66a1a2d3-b8a8-45e6-8a0a-3cc5b3f64d40 req-df55d79c-63c6-4509-b28d-cf70b4413221 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.3048775 Jul 31 19:59:56.068351 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 19:59:56.250666 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:56.257608 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:56.340271 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-13030bbe-b694-465c-b61f-ddad63299213 req-bd404199-6385-4dab-9f02-d15f945f1378 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.2745647 Jul 31 19:59:56.403057 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d3f4da3-6ebc-4db3-a294-1b0cc8c0d63e req-1e915e8a-a373-4234-8e37-626ecf03cb49 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.1674750 Jul 31 19:59:56.480794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Allocated IP 172.20.0.6 (53f36ad7-07fc-4450-bca6-30cfbe8fbc79/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5/95267dcb-4338-43ed-96fe-5c4a8c8ee0dd) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:56.539033 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Allocated IP 172.20.0.12 (68dcf029-54c5-4da0-972e-7f6fa1d3a796/29824a82-5aeb-422d-93e6-2da9a5893ec2/eaea7f4e-af98-4acb-9edb-366b7b6e28d8) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 19:59:56.681628 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:56.682294 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:56.779026 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:56.827646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:56.848694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:56.851631 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:56.867314 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:56.867942 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:56.878806 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.081975 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:57.126896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:57.133908 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:57.134952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:57.149769 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:57.156495 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:57.157265 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.192069 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-eb207d27-e004-4254-a7f6-dd37022543d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3158247 Jul 31 19:59:57.203616 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8db5d367-fe5f-493a-9255-0c752a96e06c req-64d10e8a-f957-4b6a-ab65-c624e9e632bb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.1952672 Jul 31 19:59:57.248878 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6f41eb6-951d-4c3a-be57-d415d4914c37 req-0ec35d20-89bf-4d5b-8c3f-7e0bfb9995c4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.2355366 Jul 31 19:59:57.331031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.474208 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:57.514688 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.600122 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:57.603264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-544bdf31-4f28-4259-97d3-0cbdf70331eb None None] Provisioning complete for port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:57.603887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-544bdf31-4f28-4259-97d3-0cbdf70331eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.605954 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 2, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:57.631980 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc39362a-2980-4628-ae84-12cbe8a80167 req-a058fc15-cdb8-48ae-8388-f4e187fd264d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.1909163 Jul 31 19:59:57.661506 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:57.750208 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 19:59:57.750573 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Updating router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 port 1cb983c3-f9fb-4826-945b-9867bd352eef binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 19:59:57.751688 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 19:59:57.800072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-544bdf31-4f28-4259-97d3-0cbdf70331eb None None] Port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:57.803987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 19:59:57.805041 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.823564 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:57.823947 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.831461 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 19:59:57.839684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:57.841272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:57.857625 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea149f5-a40d-4ed8-9808-e831936d4312 req-af4510eb-a266-4903-aa54-22d192811157 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:57.859378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ea149f5-a40d-4ed8-9808-e831936d4312 req-af4510eb-a266-4903-aa54-22d192811157 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.2614920 Jul 31 19:59:57.880701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:57.890544 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3dcaf4f3-0130-4b0e-bffa-72cef21620cd req-e07cee59-a8f8-432a-bc57-e72c253e1116 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.1291482 Jul 31 19:59:57.932443 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-d8e43003-9f99-4ae6-b452-75a69301a704 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1015668 Jul 31 19:59:57.948769 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ea149f5-a40d-4ed8-9808-e831936d4312 req-6c7a5214-f991-4dd0-a9a2-042a40db4dee tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650520 Jul 31 19:59:58.024677 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:58.051694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:58.207467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4f9204ab-f764-4126-9d7d-d45a1d416e38 None None] Provisioning complete for port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:58.207848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4f9204ab-f764-4126-9d7d-d45a1d416e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.258156 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4f9204ab-f764-4126-9d7d-d45a1d416e38 None None] Port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 19:59:58.332273 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks [] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.339210 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.352906 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-73a709e1-f8d6-4735-94ec-6b584f7e75a8 req-67c57340-16af-4879-8567-8a1f9c394935 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0536642 Jul 31 19:59:58.355301 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04d6959f-ca25-4942-9ddb-84efbf7dfcee req-b7a001f2-68f0-4264-8995-995f5f933f8f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0458295 Jul 31 19:59:58.419891 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b2cad-3c84-4333-94f4-df66ed4d8e72 None None] Pushing event updated for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:58.434851 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Attempting to bind port 1cb983c3-f9fb-4826-945b-9867bd352eef on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 19:59:58.435632 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Attempting to bind port 1cb983c3-f9fb-4826-945b-9867bd352eef by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 19:59:58.436072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Attempting to bind port 1cb983c3-f9fb-4826-945b-9867bd352eef on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 19:59:58.441485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 19, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 19:59:58.441806 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Checking segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 19:59:58.442204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.442611 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Bound using segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 19:59:58.443076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Bound port: 1cb983c3-f9fb-4826-945b-9867bd352eef, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 19:59:58.443477 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.456810 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:58.505305 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] For port 1cb983c3-f9fb-4826-945b-9867bd352eef, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 19:59:58.508425 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] For port 1cb983c3-f9fb-4826-945b-9867bd352eef, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1cb983c3-f9fb-4826-945b-9867bd352eef,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 19:59:58.515394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:58.554219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 19:59:58.554851 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T19:59:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:58.610764 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b2cad-3c84-4333-94f4-df66ed4d8e72 None None] Pushing event updated for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 19:59:58.671670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 19:59:58.744378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4dcfcfae-607e-4ebb-adbb-0415bdc84e71 req-10167d18-ab45-438e-b2ed-efc0b7b8e3df tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0281107 Jul 31 19:59:58.863801 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:58Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 19:59:58.888909 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a82c-e5c8-44cb-adff-8c87348e9cb9 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:58Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 19:59:58.992668 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f814190-5824-453b-8c97-64a9f6ca5db0 req-d97e4e92-d6a5-4be0-8d02-e2ae7ea74db4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0289667 Jul 31 19:59:59.074643 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68058071-1c8c-4081-886b-0375e7cdf4ef req-da77fe63-8c42-43eb-80f9-9799a576f53c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 19:59:59.076534 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68058071-1c8c-4081-886b-0375e7cdf4ef req-da77fe63-8c42-43eb-80f9-9799a576f53c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0490773 Jul 31 19:59:59.133667 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-68058071-1c8c-4081-886b-0375e7cdf4ef req-76d25100-7f6c-4df3-a90a-8588d4d97a70 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511730 Jul 31 19:59:59.647837 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1cb983c3-f9fb-4826-945b-9867bd352eef up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 19:59:59.664372 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-15c6980a-4d9d-4cff-aa5b-cd1a9f7d69ab req-7f844b7a-7d9f-4372-84a6-d28df1b79db0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.1175842 Jul 31 19:59:59.678507 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12343349-0778-4909-9d57-20d6ff45fc34 req-fc1d479f-91d8-4ecd-b70a-f39da8cc7d40 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.1461012 Jul 31 19:59:59.721694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1cb983c3-f9fb-4826-945b-9867bd352eef triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 19:59:59.722072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:59.825599 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 19:59:59.845172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1cb983c3-f9fb-4826-945b-9867bd352eef is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 19:59:59.845575 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:59.893553 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f9d756-c45a-4cca-a0af-ada094b2c965 req-5999968d-c0ab-4704-a201-98391577449c tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0481110 Jul 31 19:59:59.928934 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 1cb983c3-f9fb-4826-945b-9867bd352eef, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1cb983c3-f9fb-4826-945b-9867bd352eef,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 19:59:59.934821 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 19:59:59.996482 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:00.154602 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0cdbbb03-e24b-4cd9-972d-49b6674f3ed2 req-2a38b51a-b973-4733-b289-ebda1096c2dc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0571330 Jul 31 20:00:00.290377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446fc8a-a311-4c18-a11c-789fce389509 req-42ae1068-8622-40a8-b5d7-c0a9b32f46cb tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:00.292287 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a446fc8a-a311-4c18-a11c-789fce389509 req-42ae1068-8622-40a8-b5d7-c0a9b32f46cb tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0558748 Jul 31 20:00:00.344552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a446fc8a-a311-4c18-a11c-789fce389509 req-985ec36e-d29a-49bc-b1c2-88df5da4c56d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453115 Jul 31 20:00:00.810022 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-24dd3eed-b619-45aa-a685-ec11dffca3fc req-04b0f95f-f2e9-4604-93fa-761d093fe73f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0576088 Jul 31 20:00:00.829835 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b861b27-2082-4392-ae92-06315e1014d5 req-91cc2109-db55-4dc4-8624-8bc19785999e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0632269 Jul 31 20:00:00.996735 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d5291b0-5d04-48e4-a3ab-4f2659f28caa req-cb1b4e5d-b58f-4ab8-8419-4aeb72b2093d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0311806 Jul 31 20:00:01.263254 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ba4de93-3065-46f5-ae49-f92fc78a3223 req-d061b439-21ff-458f-a102-5b646ca1e21c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0301909 Jul 31 20:00:01.491730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c3d8-a5c8-4ffe-b052-65b58a51b488 req-8bfa3e42-3a8d-442d-bbf3-4344bc71d65f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:01.495718 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bb8c3d8-a5c8-4ffe-b052-65b58a51b488 req-8bfa3e42-3a8d-442d-bbf3-4344bc71d65f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0703480 Jul 31 20:00:01.497380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1cb983c3-f9fb-4826-945b-9867bd352eef up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:01.542252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 1cb983c3-f9fb-4826-945b-9867bd352eef triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:01.542627 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:01.550160 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bb8c3d8-a5c8-4ffe-b052-65b58a51b488 req-981b8c8e-9015-46c8-a65d-e1a7181ea064 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488129 Jul 31 20:00:01.610623 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:01.612885 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 1cb983c3-f9fb-4826-945b-9867bd352eef is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:01.922354 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbe4f865-7d17-468d-bea1-0f0d32f0e300 req-6a8fc551-75dd-4a99-9c16-f466d067c442 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0375166 Jul 31 20:00:01.941387 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-399c8ab2-2fbb-4c5f-959c-23851144c758 req-f27a145c-e34d-4604-beca-fbc0bbf2eb6c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0446115 Jul 31 20:00:02.120697 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db73e32f-f923-46a1-afe1-baf168b02343 req-aa094bb9-be0b-42ed-86f3-dbb9432b6eb6 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0530410 Jul 31 20:00:02.365728 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b7f6e385-7a08-4db3-beaa-faf2c3acc311 req-c266f00c-0926-4d44-8f7c-d254e7700c42 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0279615 Jul 31 20:00:02.675556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4539f-5259-4664-8890-3da52a4a081c req-4f6b75cf-70e3-4d57-b952-04bc864a161c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:02.677055 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39a4539f-5259-4664-8890-3da52a4a081c req-4f6b75cf-70e3-4d57-b952-04bc864a161c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0493479 Jul 31 20:00:02.724514 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39a4539f-5259-4664-8890-3da52a4a081c req-00b91109-a944-49c6-a1e7-958825a9800d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Jul 31 20:00:03.040822 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf43ca87-87f7-448e-b4a3-5b1b38383de6 req-e4b680eb-3c1e-490f-a0db-2a18bac98dfe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0320737 Jul 31 20:00:03.070273 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb15e197-934f-4ca6-b3d6-0dd09b1fb457 req-4e58f307-fe23-4ecd-abdd-a0539fefd243 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0325112 Jul 31 20:00:03.224354 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df0b7be7-c744-42ae-95d9-7694e3ddaeaf req-eb05d89f-ccae-41e5-843b-0280c38613f9 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0300210 Jul 31 20:00:03.478342 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2fcf823f-eb0e-4df3-91c8-86af4aae15b2 req-b73fa024-aed4-4b42-98ae-803563e018f1 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Jul 31 20:00:03.640091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:03.910508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee36b7-3211-40fb-a25f-dad7f25da34b req-0857eec1-7a86-4c0a-94a0-1c1f27e06921 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:03.917671 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abee36b7-3211-40fb-a25f-dad7f25da34b req-0857eec1-7a86-4c0a-94a0-1c1f27e06921 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0778222 Jul 31 20:00:03.978482 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abee36b7-3211-40fb-a25f-dad7f25da34b req-f884cd13-d0a0-4131-b6a6-3ebdcec2be96 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599010 Jul 31 20:00:04.154360 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c614705c-0bb1-4aaf-8629-f71d90afd0f2 req-02660024-63d1-43e2-bb58-884edb1e2abe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Jul 31 20:00:04.200439 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b80204dd-7628-4617-b385-acdf5aa283bb req-655191fd-7f92-473f-9cce-de4526256cce tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Jul 31 20:00:04.322916 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4ec496be-9333-43bb-b025-436249882338 req-7be802e2-3d0d-4bd9-91d5-c44a9beba397 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0277903 Jul 31 20:00:04.588647 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1420731c-5764-4e56-b3d9-bdf1e69e7530 req-b72f885b-ef5b-4fe2-af1e-5529d894083f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0364327 Jul 31 20:00:05.109670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18c65-d91a-422c-bf27-00a3c8ba5a9a req-27bfefdf-e839-4918-8e78-36f53239d920 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:05.111256 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3e18c65-d91a-422c-bf27-00a3c8ba5a9a req-27bfefdf-e839-4918-8e78-36f53239d920 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0538688 Jul 31 20:00:05.126137 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:05.164809 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3e18c65-d91a-422c-bf27-00a3c8ba5a9a req-d2861a95-74c4-4bb4-8c86-2641555d0ad4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Jul 31 20:00:05.264533 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e462077e-50dc-4222-97db-f35413da9de9 req-16463a2f-1cfd-4707-b172-797616ffcf3e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0280995 Jul 31 20:00:05.309603 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b4bcffe-dee3-4d5c-b3e3-e6aecd7c47f0 req-11b8e5ed-e073-4fbd-b492-a05740dff474 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0366342 Jul 31 20:00:05.427230 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4397140f-e7a6-4f2c-ae5e-869dc8d5f4f5 req-a80cbb65-6d96-4f52-82e5-4fce6a7d2bd8 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0312114 Jul 31 20:00:05.698762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6cc4c075-aa9b-4bf9-aa6c-4adda27cba27 req-f245c57f-115a-4f25-8f3f-c002009d39d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0369139 Jul 31 20:00:06.334552 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb2247-3114-4247-92b3-a9f8d57a955a req-5482ec74-886c-47fb-81cc-71c132f03630 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:06.346666 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8fb2247-3114-4247-92b3-a9f8d57a955a req-5482ec74-886c-47fb-81cc-71c132f03630 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0805967 Jul 31 20:00:06.381855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:06.410434 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-771fb602-7535-4ca0-b169-fc92e4d2a9b3 req-7b968aa3-637f-4672-aa44-be41ad072905 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0408206 Jul 31 20:00:06.450966 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f8fb2247-3114-4247-92b3-a9f8d57a955a req-bb5ea214-3a4d-4886-a82a-cdb94fc81ee5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032159 Jul 31 20:00:06.513974 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-756d7db3-0271-4c7f-955c-23fc3c338ada req-c7a4ee1a-00b7-47a7-8a93-15a4490004ff tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0290267 Jul 31 20:00:06.562740 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4defab6b-c9c1-445c-abfd-194afbfe363d req-ffeb7d07-7210-4601-aab0-05c9b331f4f1 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0396161 Jul 31 20:00:06.811375 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc53b899-b2d4-44a5-a9e9-c710ffb1e65c req-6ae43c6a-34be-4d09-882d-094c140e876f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0300665 Jul 31 20:00:07.123733 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:07.184026 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=69,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:07.523566 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-efc42917-bd71-495a-92ff-b19e48693e10 req-43dd74ef-83b4-4377-b25c-a15adea042d3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0313356 Jul 31 20:00:07.574343 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7857-91e8-4c2a-a5ac-0986e6c3c816 req-46754234-fc7a-41e4-9438-aa2d7cb18181 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:07.575861 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fab7857-91e8-4c2a-a5ac-0986e6c3c816 req-46754234-fc7a-41e4-9438-aa2d7cb18181 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0468023 Jul 31 20:00:07.621641 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8431c574-fd32-45e9-a3e8-964381c3af3c req-00d83986-a1e2-4444-87a4-27e05b6b6299 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0338666 Jul 31 20:00:07.648091 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6fab7857-91e8-4c2a-a5ac-0986e6c3c816 req-e5c61d0c-0b87-406d-95af-42e47abd38b2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665269 Jul 31 20:00:07.713744 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4d8f277-fd34-4a84-91b5-8e3fdece5afd req-12473496-abc4-4bef-a445-3b11f0fe01d7 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0276754 Jul 31 20:00:07.922434 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffddeea3-b7f9-438f-a27a-96a290857ed1 req-be468efa-9620-462c-8613-ed39de9703c8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0371118 Jul 31 20:00:08.640079 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-261f2dc8-1bd3-4458-80c2-388b530b9f07 req-aa202803-6750-4f8b-b3fa-9a9f4ecdea18 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0338380 Jul 31 20:00:08.725757 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ba44217-cb95-4e10-ad76-8bf9d82cd124 req-2eab1216-774d-48b1-9318-29d24de43006 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0339332 Jul 31 20:00:08.733626 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.57', 50949) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:08.780003 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e339a1-246f-4124-91f6-38e42f31e995 req-4c7f2fc1-0141-4b1c-a6f5-d7a46ee85528 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:08.781516 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e339a1-246f-4124-91f6-38e42f31e995 req-4c7f2fc1-0141-4b1c-a6f5-d7a46ee85528 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.0511022 Jul 31 20:00:08.836779 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-827f8689-ee29-4d70-8519-80dfcb88955b req-8148728e-b402-4386-8b64-2cafaf5f71c1 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0308175 Jul 31 20:00:08.859912 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e339a1-246f-4124-91f6-38e42f31e995 req-12626194-4b4e-4279-9453-e0a3dc6f9bfd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727313 Jul 31 20:00:09.025997 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b07511cd-96b3-459f-93de-aaafe194cffd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104000) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 20:00:09.033387 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b07511cd-96b3-459f-93de-aaafe194cffd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073895 Jul 31 20:00:09.033907 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-abb30994-c7f8-462b-966c-839b5dcc1648 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 20:00:09.034887 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-abb30994-c7f8-462b-966c-839b5dcc1648 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062492 Jul 31 20:00:09.036693 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df06d6d2-48f1-4284-b706-ab4b15989ee3 req-2a369de4-e880-48c4-930e-cd896d6a6664 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0387421 Jul 31 20:00:09.038825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.57', 50953) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:09.271571 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-75443cba-9b83-4ec2-941c-2d2d90740b53 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:09.279404 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-75443cba-9b83-4ec2-941c-2d2d90740b53 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.57 "GET /v2.0/networks?id=83dce77d-65c9-4b96-b285-b9f246c68b9a HTTP/1.1" status: 200 len: 811 time: 0.2446101 Jul 31 20:00:09.305812 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Request body: {'port': {'device_id': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'admin_state_up': True, 'tenant_id': '7ac9cd175c5b423389779d2f4f487287'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:09.362748 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:09.374383 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:09.382496 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-4a78598b-feda-4238-815d-bc8c867b926f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:09.384950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-4a78598b-feda-4238-815d-bc8c867b926f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 811 time: 0.3154783 Jul 31 20:00:09.441182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-d7220a99-02c9-42ad-bb8c-2b491f965a2e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:09.442848 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-d7220a99-02c9-42ad-bb8c-2b491f965a2e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 0.1914752 Jul 31 20:00:09.451001 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Made reservation on behalf of 7ac9cd175c5b423389779d2f4f487287 for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:00:09.455234 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:09.533382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.57', 50962) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:09.533382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.57', 50963) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:09.555966 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'port': {'device_id': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'admin_state_up': True, 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:09.597843 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b0736958-84ab-463f-8ad0-f5b01e967a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:09.644485 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Request body: {'port': {'device_id': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:09.685311 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Request body: {'port': {'device_id': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:09.736784 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Allocated IP 172.20.0.3 (83dce77d-65c9-4b96-b285-b9f246c68b9a/b1247479-ec85-4788-bf07-00dec7f321d9/a4ca66a2-1746-449b-8904-3d6445d22f14) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:00:09.749681 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-47f3aef2-2c06-49b0-a9cf-b023cc9cf72e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:09.751534 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-47f3aef2-2c06-49b0-a9cf-b023cc9cf72e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.2929850 Jul 31 20:00:09.802566 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1e21695d-0d5f-45aa-b5a1-635c1e242fbe req-817d5ab0-fdfd-4ac1-8a47-f6d76a175f7f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0772586 Jul 31 20:00:09.844082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-1be088be-41fd-47bf-882f-4870efd8b4e3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 378 time: 0.3563221 Jul 31 20:00:09.957633 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-944864c4-146e-4346-b130-e6f1bc26d4cb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 380 time: 0.1071846 Jul 31 20:00:09.972921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'port': {'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'admin_state_up': True, 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'security_groups': ['afb4b0d8-5ff0-4a9e-b387-5aa736d4edea']}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:09.982300 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks [] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.059069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:10.061523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'port': {'device_id': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'admin_state_up': True, 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'security_groups': ['c3f1da16-add7-4845-b9ce-8cf84e6878b6']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:10.066721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.089567 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a29cd07-1ae7-491c-b739-20021cec1de0 req-e528cb9b-c742-41af-a767-f2512caf9fb1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.2795591 Jul 31 20:00:10.095296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.119447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:10.145337 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'port': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:00:10.148792 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.161590 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:00:10.165959 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:00:10.176767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:00:10.182449 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:10.183254 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.198916 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:10.208339 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9065461 Jul 31 20:00:10.211355 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d36baa-557c-4459-86dc-b2c60cc09aa0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Pushing event updated for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:10.231260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:10.232546 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.235810 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Request body: {'port': {'device_id': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:10.334323 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef233a30-b6d2-485d-a30e-322b632c0ab0 req-02e37d5d-8158-465e-9817-48d8ed0b69b6 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:10.336605 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef233a30-b6d2-485d-a30e-322b632c0ab0 req-02e37d5d-8158-465e-9817-48d8ed0b69b6 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 931 time: 0.2704377 Jul 31 20:00:10.352682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Made reservation on behalf of 41f4d4561f4f40f8b370b8cc943c97af for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:00:10.356285 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.380028 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.400981 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cea59-8ed8-42e8-a08a-23c07bd326aa req-74959680-a6bb-4fca-a536-de0550cf1156 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:10.409588 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-119cea59-8ed8-42e8-a08a-23c07bd326aa req-74959680-a6bb-4fca-a536-de0550cf1156 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 932 time: 0.2202849 Jul 31 20:00:10.445362 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.20.0.8 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/2a807f69-4e6e-4e5f-9403-2f792246e051) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:00:10.461658 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-63a8d48c-d1cc-406c-94d1-d80c1cd04da7 None None] Provisioning complete for port a4ca66a2-1746-449b-8904-3d6445d22f14 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:10.462327 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-63a8d48c-d1cc-406c-94d1-d80c1cd04da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.500149 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-63a8d48c-d1cc-406c-94d1-d80c1cd04da7 None None] Port a4ca66a2-1746-449b-8904-3d6445d22f14 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:00:10.681207 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Made reservation on behalf of ebb02d5d721347988f4eaff1bb027dcf for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:00:10.684697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:10.796848 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-119cea59-8ed8-42e8-a08a-23c07bd326aa req-211d0ad7-4871-4210-854e-56ab2ce04867 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872616 Jul 31 20:00:10.894467 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef233a30-b6d2-485d-a30e-322b632c0ab0 req-2b7aaa65-8b98-4d1b-a9d5-96e322e96434 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354588 Jul 31 20:00:11.098072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bc33228-1a0c-47e9-aa16-b7c1a286cce0 req-c51456fd-8abd-4014-9086-f7d3bcd88e57 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.1000545 Jul 31 20:00:11.110923 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.161432 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c24ba59-ea14-409e-9846-e2ff2d61ec2c req-3fca549b-4188-4060-926e-4c7acb4efeb1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.1298208 Jul 31 20:00:11.187899 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:11.204248 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ca66a2-1746-449b-8904-3d6445d22f14 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:11.209672 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.220534 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks [] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.228976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:11.270168 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:11.274657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Transition to ACTIVE for port object a4ca66a2-1746-449b-8904-3d6445d22f14 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:11.287670 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:00:11.292057 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.300374 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:00:11.303602 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:00:11.308839 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:11.309731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:11.320356 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.327908 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:11.340897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Allocated IP 172.20.0.4 (47480458-3271-41da-9c92-4450622fa327/b9256732-ad53-4175-be37-7a09d8e5b842/b365ebcd-da3b-4922-a38f-6b3e66392c64) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:00:11.373394 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87907a71-355a-45a8-ab4e-ba9028b5c294 req-74d5a807-831b-45a1-a022-c7eceb499ef7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:11.380432 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-87907a71-355a-45a8-ab4e-ba9028b5c294 req-74d5a807-831b-45a1-a022-c7eceb499ef7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 931 time: 0.1703379 Jul 31 20:00:11.451989 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:11.461724 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-b520fdea-9ae6-449b-bb42-f9016a735136 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4975848 Jul 31 20:00:11.473998 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Attempting to bind port a4ca66a2-1746-449b-8904-3d6445d22f14 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:11.474357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Attempting to bind port a4ca66a2-1746-449b-8904-3d6445d22f14 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:11.474756 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Attempting to bind port a4ca66a2-1746-449b-8904-3d6445d22f14 on network 83dce77d-65c9-4b96-b285-b9f246c68b9a {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:11.482687 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Port a4ca66a2-1746-449b-8904-3d6445d22f14 on network 83dce77d-65c9-4b96-b285-b9f246c68b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:11.483009 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Attempting to bind port a4ca66a2-1746-449b-8904-3d6445d22f14 on network 83dce77d-65c9-4b96-b285-b9f246c68b9a {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:11.491509 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Request body: {'port': {'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:11.520434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:11.520795 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Checking segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:11.521391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Bound using segment: {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:11.521840 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Bound port: a4ca66a2-1746-449b-8904-3d6445d22f14, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9623139-e9f0-4dbe-942f-79428e250bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:11.522201 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.526751 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-87907a71-355a-45a8-ab4e-ba9028b5c294 req-884e2e65-d493-462e-a784-529a09e682c7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452634 Jul 31 20:00:11.539093 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:11.598928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks [] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.605812 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:11.608671 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.622272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks [] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.633599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:11.645907 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-297522c6-2990-400c-bd94-5748fde6d736 None None] Provisioning complete for port 2a807f69-4e6e-4e5f-9403-2f792246e051 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:11.647068 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-297522c6-2990-400c-bd94-5748fde6d736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.656864 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Transition to ACTIVE for port object eaea7f4e-af98-4acb-9edb-366b7b6e28d8 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:11.664729 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Transition to ACTIVE for port object 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:11.668941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.672978 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a4ca66a2-1746-449b-8904-3d6445d22f14,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:11.690778 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.694556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-297522c6-2990-400c-bd94-5748fde6d736 None None] Port 2a807f69-4e6e-4e5f-9403-2f792246e051 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:00:11.694947 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.695531 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:11.696383 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.698512 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] 10.222.0.57 "PUT /v2.0/ports/a4ca66a2-1746-449b-8904-3d6445d22f14 HTTP/1.1" status: 200 len: 1093 time: 1.4708111 Jul 31 20:00:11.702970 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:11.851251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.906131 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-04c17a5d-f403-4519-b0b1-ff889de840ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:11.906488 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:11.917893 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Allocated IP 172.20.0.8 (53f36ad7-07fc-4450-bca6-30cfbe8fbc79/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5/cfa02dcb-7408-495e-8b94-f4b8c7c96142) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:00:11.980454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Attempting to bind port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:11.980454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Attempting to bind port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:11.981044 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Attempting to bind port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:11.992233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:11.997835 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-3a878f5c-c4fb-4f2f-bf40-31c43e47039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:11.999324 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-3a878f5c-c4fb-4f2f-bf40-31c43e47039e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ac9cd175c5b423389779d2f4f487287&device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 1127 time: 0.1835027 Jul 31 20:00:12.031335 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80" -d '{"events": [{"name": "network-changed", "server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:12.049932 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3de0c3-d9f3-47d9-866d-db57ec6eef2f service neutron] Pushing event updated for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:12.064493 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:12.064846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Attempting to bind port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:12.067065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Attempting to bind port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:12.067322 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Attempting to bind port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:12.067652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Attempting to bind port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:12.113653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Pushing event updated for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:12.114607 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-4a151108-2d7b-4339-9bf9-53c0b7fd6284 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4ca66a2-1746-449b-8904-3d6445d22f14 HTTP/1.1" status: 200 len: 217 time: 0.0861938 Jul 31 20:00:12.128502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:12.128870 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Checking segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:12.129460 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Bound using segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:12.129933 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Bound port: eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:12.130294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.132127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:12.158761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:12.159586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Attempting to bind port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:12.198528 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-631420d6-37f4-4216-9c4d-016ef2c7b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.200122 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-631420d6-37f4-4216-9c4d-016ef2c7b011 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1247479-ec85-4788-bf07-00dec7f321d9 HTTP/1.1" status: 200 len: 850 time: 0.0782518 Jul 31 20:00:12.341398 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a807f69-4e6e-4e5f-9403-2f792246e051 {{(pid=104000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:12.347994 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-fa100eb3-c3d1-4b83-bbac-2a6c0bd25eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.351437 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-fa100eb3-c3d1-4b83-bbac-2a6c0bd25eb9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83dce77d-65c9-4b96-b285-b9f246c68b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212199 Jul 31 20:00:12.371624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks [] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.386573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a7b77-0b20-4c9d-b689-a8cf72f921be req-c4d578e4-3ac0-4889-a736-c2af997c8771 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.388103 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-604a7b77-0b20-4c9d-b689-a8cf72f921be req-c4d578e4-3ac0-4889-a736-c2af997c8771 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.4186549 Jul 31 20:00:12.413019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821831aa-cca7-464f-b57c-9516c96b8d79 req-8322cb14-c5d6-49e4-b337-35247b0fd48a tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.419933 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-821831aa-cca7-464f-b57c-9516c96b8d79 req-8322cb14-c5d6-49e4-b337-35247b0fd48a tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 943 time: 0.3858345 Jul 31 20:00:12.423592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:12.423938 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:12.424322 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Bound using segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:12.424793 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Bound port: 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:12.425131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.435490 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.provisioning_blocks [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Transition to ACTIVE for port object 2a807f69-4e6e-4e5f-9403-2f792246e051 will not be triggered until provisioned by entity L2. {{(pid=104000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:12.442090 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.442309 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:12.488105 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.499786 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:12.534528 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-0400e4bc-20ca-48a1-af28-95721265558c service neutron] 10.222.0.57 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718411 Jul 31 20:00:12.624796 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:12.645861 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Network 47480458-3271-41da-9c92-4450622fa327 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:00:12.646444 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Attempting to bind port 2a807f69-4e6e-4e5f-9403-2f792246e051 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:12.647174 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Attempting to bind port 2a807f69-4e6e-4e5f-9403-2f792246e051 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:12.647317 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Attempting to bind port 2a807f69-4e6e-4e5f-9403-2f792246e051 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:12.655610 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Port 2a807f69-4e6e-4e5f-9403-2f792246e051 on network 758cb11a-528c-4227-88a9-030f838941a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:12.656325 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Attempting to bind port 2a807f69-4e6e-4e5f-9403-2f792246e051 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:12.666686 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:12.667203 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:12.667687 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:12.668284 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.managers [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Bound port: 2a807f69-4e6e-4e5f-9403-2f792246e051, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:12.668744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.678907 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:00:12.687042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:00:12.693685 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.694530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.727401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:12.737657 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b593a69c-62dc-41a2-b00f-1b6f206d19e2 req-6380e4e8-e4f1-4c48-b541-d21c494373e1 service neutron] 10.222.0.57 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951714 Jul 31 20:00:12.776115 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, cleared binding levels {{(pid=104000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:12.780617 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2a807f69-4e6e-4e5f-9403-2f792246e051,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:12.787622 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:12.788987 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.792359 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.793111 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.795627 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] 10.222.0.57 "PUT /v2.0/ports/2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 200 len: 1093 time: 1.3140945 Jul 31 20:00:12.836284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.837959 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-604a7b77-0b20-4c9d-b689-a8cf72f921be req-a319c91c-142f-42f9-832d-01898246be7c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350109 Jul 31 20:00:12.848236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411c5e2-310d-45fe-9e2e-c3661500cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=3']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:12.849680 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6ec5bd9e-e7a6-4df1-9d16-b4f87e7904c4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8010404 Jul 31 20:00:12.854498 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-821831aa-cca7-464f-b57c-9516c96b8d79 req-18873a6b-4b3c-4f1c-bebe-d312518a350d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335737 Jul 31 20:00:12.856815 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:12.862302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:12.878013 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.890835 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:12.904852 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.917767 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.918412 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.919889 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] 10.222.0.57 "PUT /v2.0/ports/eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1094 time: 3.3855348 Jul 31 20:00:12.922299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.928196 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:12.995658 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:12.996660 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:12.997704 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] 10.222.0.57 "PUT /v2.0/ports/95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 1093 time: 3.4619591 Jul 31 20:00:13.027312 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-66056733-9a7a-4244-9191-77a3cbdc800c None None] Provisioning complete for port b365ebcd-da3b-4922-a38f-6b3e66392c64 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:13.027928 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-66056733-9a7a-4244-9191-77a3cbdc800c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:13.066475 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d3dfcb-821d-40ca-9c33-72ed9fa8a3f3 x-openstack-request-id: req-81d3dfcb-821d-40ca-9c33-72ed9fa8a3f3 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:13.066804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:13.067063 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81d3dfcb-821d-40ca-9c33-72ed9fa8a3f3 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:13.067537 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d3dfcb-821d-40ca-9c33-72ed9fa8a3f3'] response: {'name': 'network-changed', 'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14', 'status': 'completed', 'code': 200} Jul 31 20:00:13.080496 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-66056733-9a7a-4244-9191-77a3cbdc800c None None] Port b365ebcd-da3b-4922-a38f-6b3e66392c64 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:00:13.081290 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0032f-f737-4b4d-9cac-7e447466a4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:13.122805 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff3c2c-bd74-4893-887e-6b6c6b7a9026 req-c24f9352-ad3c-40b1-9001-efa02b80bbfd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:13.124246 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8ff3c2c-bd74-4893-887e-6b6c6b7a9026 req-c24f9352-ad3c-40b1-9001-efa02b80bbfd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 931 time: 0.1309764 Jul 31 20:00:13.134855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f8cd-51cd-4083-a4cd-7a1c6c8b03c9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:13.178915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:13.189421 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-409f0b0e-8011-4f30-8bef-75e8b27648f2 req-6a527199-f9e3-4ebc-ac46-490bea33b7dd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0753777 Jul 31 20:00:13.235042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:00:13.242698 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:13.249500 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:00:13.255058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:00:13.260150 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:13.260761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:13.264157 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef69a0-641a-4d23-9187-7fdc5914c38e service neutron] Pushing event updated for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:13.278703 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d8ff3c2c-bd74-4893-887e-6b6c6b7a9026 req-f3f245cf-9544-4035-a8cf-2a35dad65690 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1390784 Jul 31 20:00:13.312786 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:13.338710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8106470 Jul 31 20:00:13.360935 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c62c5-3156-4a7d-af7d-ddd79a28a300 req-847cd555-2eaf-4782-96ad-776aab4ce275 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:13.362494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-843c62c5-3156-4a7d-af7d-ddd79a28a300 req-847cd555-2eaf-4782-96ad-776aab4ce275 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 943 time: 0.1087692 Jul 31 20:00:13.369808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74434546-9c01-4f66-8ade-fbb2915de35d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:13.481289 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-843c62c5-3156-4a7d-af7d-ddd79a28a300 req-db1afcea-26ae-4c00-b3eb-562333088350 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086879 Jul 31 20:00:13.567517 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8674ed63-87f4-4dd4-843f-9bab83fb5669 x-openstack-request-id: req-8674ed63-87f4-4dd4-843f-9bab83fb5669 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:13.567835 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:13.568092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8674ed63-87f4-4dd4-843f-9bab83fb5669 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:13.568569 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8674ed63-87f4-4dd4-843f-9bab83fb5669'] response: {'name': 'network-changed', 'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'status': 'completed', 'code': 200} Jul 31 20:00:13.609364 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-da2ef8d4-9aeb-449e-b841-ae4c34b1012a None None] Provisioning complete for port cfa02dcb-7408-495e-8b94-f4b8c7c96142 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:13.609756 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-da2ef8d4-9aeb-449e-b841-ae4c34b1012a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:13.642225 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-da2ef8d4-9aeb-449e-b841-ae4c34b1012a None None] Port cfa02dcb-7408-495e-8b94-f4b8c7c96142 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:00:13.739887 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 53742) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:13.849087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-328c2c2f-3c25-490b-a2c4-7d2009b780c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.018718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Request body: {'port': {'device_id': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:14.038065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Request body: {'port': {'device_id': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:14.100563 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-1486bad3-5431-44b8-85c9-cd430d42996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.102459 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-1486bad3-5431-44b8-85c9-cd430d42996d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ac9cd175c5b423389779d2f4f487287&device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 1127 time: 0.0932777 Jul 31 20:00:14.160480 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-328c2c2f-3c25-490b-a2c4-7d2009b780c6 admin admin] Publish callbacks [] for security_group (a384e9c7-00eb-4218-a041-1d8012f73e53), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.202273 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-e714489f-4d09-4501-9b47-9376e9a787ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.203919 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-e714489f-4d09-4501-9b47-9376e9a787ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 1127 time: 0.1596487 Jul 31 20:00:14.205070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-328c2c2f-3c25-490b-a2c4-7d2009b780c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (a384e9c7-00eb-4218-a041-1d8012f73e53), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.220910 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.227785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975cb557-8493-461f-ab84-203e99c22a98 req-87c8ab20-af6e-43a3-92ca-c95e6a293d63 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.229369 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-975cb557-8493-461f-ab84-203e99c22a98 req-87c8ab20-af6e-43a3-92ca-c95e6a293d63 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.2764180 Jul 31 20:00:14.262049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-3e0413ec-bf57-42b2-8d96-f19c7432f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.263539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-3e0413ec-bf57-42b2-8d96-f19c7432f7a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1127 time: 0.2418625 Jul 31 20:00:14.296916 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47669d-7d63-4b73-b7db-0f59db3dbe3f req-db48bcd8-14df-4c8b-9adc-97d2d2f57bf5 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.298556 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b47669d-7d63-4b73-b7db-0f59db3dbe3f req-db48bcd8-14df-4c8b-9adc-97d2d2f57bf5 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 943 time: 0.3310730 Jul 31 20:00:14.338610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-2d7f8b71-13b9-4b6c-8d21-7ba66fcfd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.340080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-2d7f8b71-13b9-4b6c-8d21-7ba66fcfd846 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1128 time: 0.2962115 Jul 31 20:00:14.422608 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-7b8a05c3-cca2-4350-bfc3-a4a1327259e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 200 len: 217 time: 0.1938803 Jul 31 20:00:14.433462 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-328c2c2f-3c25-490b-a2c4-7d2009b780c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe3e87472a384261a6293c365fcbbf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6924279 Jul 31 20:00:14.451562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53764) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:14.455084 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-9f4eafdf-097f-4820-9c4c-cf46d41201b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 217 time: 0.1523566 Jul 31 20:00:14.475737 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.479165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.516954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.521735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-4c7c5306-a53c-42e3-bdce-206149be721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.523238 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-4c7c5306-a53c-42e3-bdce-206149be721b service neutron] 10.222.0.57 "GET /v2.0/networks?id=83dce77d-65c9-4b96-b285-b9f246c68b9a HTTP/1.1" status: 200 len: 912 time: 0.4130337 Jul 31 20:00:14.564332 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c2c2f-3c25-490b-a2c4-7d2009b780c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a384e9c7-00eb-4218-a041-1d8012f73e53,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:14.584362 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-9e42b747-d4e8-4ab6-8557-699b34405bbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4ca66a2-1746-449b-8904-3d6445d22f14 HTTP/1.1" status: 200 len: 217 time: 0.0540793 Jul 31 20:00:14.585744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-02f74172-299d-479c-af4a-7e54854ad882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.587197 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-02f74172-299d-479c-af4a-7e54854ad882 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.1540902 Jul 31 20:00:14.638419 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] Publish callbacks [] for security_group (a384e9c7-00eb-4218-a041-1d8012f73e53), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.695302 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-975cb557-8493-461f-ab84-203e99c22a98 req-2715f0c1-5ba2-4b06-ae4a-8b4b934148b5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4481537 Jul 31 20:00:14.696428 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-ad44dac7-07dc-45b5-b23d-b46a6eb2697d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.697950 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-ad44dac7-07dc-45b5-b23d-b46a6eb2697d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1003926 Jul 31 20:00:14.699949 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] Publish callbacks [] for security_group (a384e9c7-00eb-4218-a041-1d8012f73e53), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.706297 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:14.723363 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-445329da-046c-467b-bdd1-b3a7fbde4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.724811 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-445329da-046c-467b-bdd1-b3a7fbde4601 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b1247479-ec85-4788-bf07-00dec7f321d9 HTTP/1.1" status: 200 len: 850 time: 0.1255610 Jul 31 20:00:14.725663 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b47669d-7d63-4b73-b7db-0f59db3dbe3f req-9f65c6f6-e0a4-4328-8378-f6bf2f275df8 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885477 Jul 31 20:00:14.763661 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:14.766195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-dd141aca-769f-49bb-b802-99a02327acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.767796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-dd141aca-769f-49bb-b802-99a02327acf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.2865715 Jul 31 20:00:14.832955 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:14.845198 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-9a9037bc-43c2-497e-a2b4-b0384298b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:14.846787 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-9a9037bc-43c2-497e-a2b4-b0384298b6b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83dce77d-65c9-4b96-b285-b9f246c68b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808864 Jul 31 20:00:14.911048 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (a384e9c7-00eb-4218-a041-1d8012f73e53), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.913646 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:14.914843 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a384e9c7-00eb-4218-a041-1d8012f73e53 HTTP/1.1" status: 204 len: 168 time: 0.4624989 Jul 31 20:00:14.930393 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:14.942613 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-d8eb6161-6fdd-463c-8d71-b8c4646b472b service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343202 Jul 31 20:00:14.945661 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa0ecd-cd0e-4ce8-b65f-267afe0c708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a384e9c7-00eb-4218-a041-1d8012f73e53,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:15.042592 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-469b9d50-f163-44a3-956e-7c337fb7b2a2 service neutron] 10.222.0.57 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877975 Jul 31 20:00:15.070254 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:15.072614 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:15.141275 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-efbfb87f-4753-4119-a6a1-12876e0fd5d3 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907873 Jul 31 20:00:15.199562 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-166fdf2d-2ee8-4d51-ad33-b0b1bdb7fc80 req-74b91d88-1f9c-4ec2-8075-07159d3d5eda service neutron] 10.222.0.57 "GET /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388214 Jul 31 20:00:15.219276 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a4ca66a2-1746-449b-8904-3d6445d22f14 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:15.327316 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-cb752037-a9b6-4842-ad79-67e2e333d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.328859 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-cb752037-a9b6-4842-ad79-67e2e333d869 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.9381845 Jul 31 20:00:15.341263 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-87b92cdd-7966-4902-9a40-e00056b5b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.342762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-87b92cdd-7966-4902-9a40-e00056b5b8a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3282833 Jul 31 20:00:15.348889 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5dbd9-df8e-4b9b-ad44-84d5c0c0cee1 req-ce28c855-1278-4bbd-b676-a7ba1eaf9e75 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.350160 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a4ca66a2-1746-449b-8904-3d6445d22f14,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:15.355693 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-72d5dbd9-df8e-4b9b-ad44-84d5c0c0cee1 req-ce28c855-1278-4bbd-b676-a7ba1eaf9e75 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 931 time: 0.3366930 Jul 31 20:00:15.363649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443e0af-c7b9-443f-bbc1-92cc862f79bc req-3fd53862-9adc-45c6-9bcb-a5ec8b904e5a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.366861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'a4ca66a2-1746-449b-8904-3d6445d22f14', 'network_id': '83dce77d-65c9-4b96-b285-b9f246c68b9a', 'port_id': 'a4ca66a2-1746-449b-8904-3d6445d22f14', 'mac_address': 'fa:16:3e:d9:bd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1247479-ec85-4788-bf07-00dec7f321d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:15.370756 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7443e0af-c7b9-443f-bbc1-92cc862f79bc req-3fd53862-9adc-45c6-9bcb-a5ec8b904e5a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 931 time: 0.3505197 Jul 31 20:00:15.379256 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53784) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:15.393246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4836-8ec7-44dc-9dea-500d778a340f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.419045 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port a4ca66a2-1746-449b-8904-3d6445d22f14 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:15.419942 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.445531 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ca66a2-1746-449b-8904-3d6445d22f14 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:15.487649 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a4ca66a2-1746-449b-8904-3d6445d22f14,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:15.495759 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.501543 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4836-8ec7-44dc-9dea-500d778a340f admin admin] Publish callbacks [] for security_group (7373a777-ef4c-4a39-9e0d-59bd46594b64), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.507462 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4836-8ec7-44dc-9dea-500d778a340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (7373a777-ef4c-4a39-9e0d-59bd46594b64), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.534253 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:15.570011 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d3ee4836-8ec7-44dc-9dea-500d778a340f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=08a1ca953fd847d49a3cb4245226f09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872163 Jul 31 20:00:15.570011 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee4836-8ec7-44dc-9dea-500d778a340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7373a777-ef4c-4a39-9e0d-59bd46594b64,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:15.571954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:15.573752 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53788) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:15.574255 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc45577-c28e-4fee-ab4b-eca1c5682508" -d '{"events": [{"name": "network-changed", "server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:15.585485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:15.586051 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7443e0af-c7b9-443f-bbc1-92cc862f79bc req-66a128e5-4353-455f-b1cc-8d84c163c4f3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2143846 Jul 31 20:00:15.621582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-72d5dbd9-df8e-4b9b-ad44-84d5c0c0cee1 req-e1936ee8-fbe7-41ed-aef2-89803a930dd0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649860 Jul 31 20:00:15.635639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] Publish callbacks [] for security_group (7373a777-ef4c-4a39-9e0d-59bd46594b64), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.661082 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] Publish callbacks [] for security_group (7373a777-ef4c-4a39-9e0d-59bd46594b64), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.699925 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4380d947-d057-4f1c-9efe-4dea743d55d4 x-openstack-request-id: req-4380d947-d057-4f1c-9efe-4dea743d55d4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:15.700212 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:15.700462 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4380d947-d057-4f1c-9efe-4dea743d55d4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:15.700908 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4380d947-d057-4f1c-9efe-4dea743d55d4'] response: {'name': 'network-changed', 'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'status': 'completed', 'code': 200} Jul 31 20:00:15.724676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (7373a777-ef4c-4a39-9e0d-59bd46594b64), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.728001 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.731837 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7373a777-ef4c-4a39-9e0d-59bd46594b64 HTTP/1.1" status: 204 len: 168 time: 0.1544464 Jul 31 20:00:15.740681 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfc3e3-a6b5-4330-9260-4a9fadb01a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373a777-ef4c-4a39-9e0d-59bd46594b64,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:15.763867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e3e59d-bea2-4ae0-a574-5544188b7096 x-openstack-request-id: req-c9e3e59d-bea2-4ae0-a574-5544188b7096 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:15.764758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:15.765021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9e3e59d-bea2-4ae0-a574-5544188b7096 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:15.765463 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e3e59d-bea2-4ae0-a574-5544188b7096'] response: {'name': 'network-changed', 'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'status': 'completed', 'code': 200} Jul 31 20:00:15.796013 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa02dcb-7408-495e-8b94-f4b8c7c96142 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:15.823522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks [] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.826841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:15.872694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['a4ca66a2-1746-449b-8904-3d6445d22f14'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:15.877883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432e5d1-453e-4881-bb61-efe77ac13a45 req-c204cd85-b282-4b4d-90dd-dca1b39642ab tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.881960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1432e5d1-453e-4881-bb61-efe77ac13a45 req-c204cd85-b282-4b4d-90dd-dca1b39642ab tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 943 time: 0.1764634 Jul 31 20:00:15.894965 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Transition to ACTIVE for port object cfa02dcb-7408-495e-8b94-f4b8c7c96142 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:15.915399 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b365ebcd-da3b-4922-a38f-6b3e66392c64 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:15.925977 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:15.934737 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b793572-3c2c-4cd2-88c7-f4fd621626c3 req-d8731e04-6dd5-475e-a84a-a35696fccf36 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:15.936282 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b793572-3c2c-4cd2-88c7-f4fd621626c3 req-d8731e04-6dd5-475e-a84a-a35696fccf36 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1101906 Jul 31 20:00:15.952802 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks [] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.030071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Transition to ACTIVE for port object b365ebcd-da3b-4922-a38f-6b3e66392c64 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:00:16.047000 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.064806 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1432e5d1-453e-4881-bb61-efe77ac13a45 req-37edf77e-da7c-48c5-b011-81dc5d56a35e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713765 Jul 31 20:00:16.065518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:16.096463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:16.144834 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b793572-3c2c-4cd2-88c7-f4fd621626c3 req-f346bb34-c301-4825-98d9-db134b0fe1db tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843290 Jul 31 20:00:16.177853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Attempting to bind port cfa02dcb-7408-495e-8b94-f4b8c7c96142 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:16.178258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Attempting to bind port cfa02dcb-7408-495e-8b94-f4b8c7c96142 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:16.178499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Attempting to bind port cfa02dcb-7408-495e-8b94-f4b8c7c96142 on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:16.202094 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Pushing event updated for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:16.223499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Port cfa02dcb-7408-495e-8b94-f4b8c7c96142 on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:16.223821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Attempting to bind port cfa02dcb-7408-495e-8b94-f4b8c7c96142 on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:16.228765 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Attempting to bind port b365ebcd-da3b-4922-a38f-6b3e66392c64 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:00:16.229036 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Attempting to bind port b365ebcd-da3b-4922-a38f-6b3e66392c64 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:00:16.229375 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Attempting to bind port b365ebcd-da3b-4922-a38f-6b3e66392c64 on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:16.239090 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:16.239425 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:16.239800 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Bound using segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:16.240246 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Bound port: cfa02dcb-7408-495e-8b94-f4b8c7c96142, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:16.240602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.245655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Port b365ebcd-da3b-4922-a38f-6b3e66392c64 on network 47480458-3271-41da-9c92-4450622fa327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:00:16.245992 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Attempting to bind port b365ebcd-da3b-4922-a38f-6b3e66392c64 on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:00:16.260692 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e738a-dffc-4424-91ef-8dcb249392cc req-cacf6deb-2ffe-4cdd-9b87-147807f4dfc5 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:16.262204 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b4e738a-dffc-4424-91ef-8dcb249392cc req-cacf6deb-2ffe-4cdd-9b87-147807f4dfc5 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 944 time: 0.0957034 Jul 31 20:00:16.267843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:00:16.268181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Checking segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:00:16.268555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Bound using segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:00:16.268974 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Bound port: b365ebcd-da3b-4922-a38f-6b3e66392c64, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:00:16.269367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.403263 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:16.417000 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b4e738a-dffc-4424-91ef-8dcb249392cc req-73c81b95-928a-4524-9d1a-399c1818dcde tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443481 Jul 31 20:00:16.419383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:00:16.422508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:16.425021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:00:16.434767 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.439389 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:16.440091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.441597 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] 10.222.0.57 "PUT /v2.0/ports/cfa02dcb-7408-495e-8b94-f4b8c7c96142 HTTP/1.1" status: 200 len: 1093 time: 2.4293787 Jul 31 20:00:16.445054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.464568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:16.465301 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:16.466794 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] 10.222.0.57 "PUT /v2.0/ports/b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 1093 time: 2.4521883 Jul 31 20:00:16.492936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c523e6-02c3-4c7f-a422-4e1c44c4e208 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:16.540522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8bd0a-5565-466c-b5b6-798cbd217d58 service neutron] Pushing event updated for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:16.764958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a52c9-659f-48ee-87f2-07f3b59a2445 req-327ce313-ce3e-4198-bbed-ea46cd8df273 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:16.766523 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b5a52c9-659f-48ee-87f2-07f3b59a2445 req-327ce313-ce3e-4198-bbed-ea46cd8df273 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 943 time: 0.1132047 Jul 31 20:00:16.778209 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ed945-5af5-4599-a21a-6373b7beb54b req-35921672-924b-422b-bfaf-49d608e98b04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:16.779877 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa5ed945-5af5-4599-a21a-6373b7beb54b req-35921672-924b-422b-bfaf-49d608e98b04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0709574 Jul 31 20:00:16.846344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:16.858759 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b5a52c9-659f-48ee-87f2-07f3b59a2445 req-5d90f3c2-a168-4198-9a35-925da541b480 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779197 Jul 31 20:00:16.867521 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fa5ed945-5af5-4599-a21a-6373b7beb54b req-7a8ab2a0-e192-4bf6-8ffe-16a5aaf09b10 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796294 Jul 31 20:00:17.206753 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fb580-d0a8-40ee-8c14-0c78c5727937 req-749e3809-d362-42e0-a6b0-4f5fa75aa816 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:17.208567 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c2fb580-d0a8-40ee-8c14-0c78c5727937 req-749e3809-d362-42e0-a6b0-4f5fa75aa816 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 943 time: 0.0620730 Jul 31 20:00:17.300828 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157fded-a57b-421f-8ea5-cefa80ee0aab req-0801d3df-f5d7-47a9-935d-9f46b3f8ee39 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:17.302352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1157fded-a57b-421f-8ea5-cefa80ee0aab req-0801d3df-f5d7-47a9-935d-9f46b3f8ee39 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0635095 Jul 31 20:00:17.305761 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c2fb580-d0a8-40ee-8c14-0c78c5727937 req-02dc0206-f8e7-4b2c-8f90-84047995b523 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812860 Jul 31 20:00:17.353909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1157fded-a57b-421f-8ea5-cefa80ee0aab req-ceb2d85a-bc6b-4118-ad72-8df6c2d36298 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455337 Jul 31 20:00:17.559830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82cde5-46b4-4baa-9307-1cdfe3a4f0af req-8e4ae6e6-af69-4dae-b0f7-5de3fc82095c tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:17.561620 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb82cde5-46b4-4baa-9307-1cdfe3a4f0af req-8e4ae6e6-af69-4dae-b0f7-5de3fc82095c tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 944 time: 0.0474393 Jul 31 20:00:17.592460 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53854) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:17.619256 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb82cde5-46b4-4baa-9307-1cdfe3a4f0af req-1acf94ec-ea30-482a-ba4b-a45bbfe2d846 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512784 Jul 31 20:00:17.714388 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b892b803-2bd2-4e29-b911-8134e3850dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.766455 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142'}, {'name': 'network-changed', 'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:17.769199 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8749c9-58a1-4274-a068-f9c73afa1a47" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142"}, {"name": "network-changed", "server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:17.798179 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b892b803-2bd2-4e29-b911-8134e3850dea admin admin] Publish callbacks [] for security_group (75305a39-24d0-4158-9ea1-88eb1a92b3d8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.804757 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b892b803-2bd2-4e29-b911-8134e3850dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (75305a39-24d0-4158-9ea1-88eb1a92b3d8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.813851 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4744c02-a11f-43d9-9aaa-5a68df583da4 x-openstack-request-id: req-c4744c02-a11f-43d9-9aaa-5a68df583da4 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:17.814141 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:17.814382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4744c02-a11f-43d9-9aaa-5a68df583da4 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:17.814781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4744c02-a11f-43d9-9aaa-5a68df583da4'] response: {'name': 'network-changed', 'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142', 'status': 'completed', 'code': 200} Jul 31 20:00:17.815034 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4744c02-a11f-43d9-9aaa-5a68df583da4'] response: {'name': 'network-changed', 'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'status': 'completed', 'code': 200} Jul 31 20:00:17.819744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:17.846321 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892b803-2bd2-4e29-b911-8134e3850dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75305a39-24d0-4158-9ea1-88eb1a92b3d8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:17.852056 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b892b803-2bd2-4e29-b911-8134e3850dea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e78b904751b24cf2b115b5ce0336c140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582364 Jul 31 20:00:17.854924 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53864) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:17.862165 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:17.912039 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] Publish callbacks [] for security_group (75305a39-24d0-4158-9ea1-88eb1a92b3d8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.938439 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] Publish callbacks [] for security_group (75305a39-24d0-4158-9ea1-88eb1a92b3d8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.988870 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (75305a39-24d0-4158-9ea1-88eb1a92b3d8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.991595 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:17.992822 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75305a39-24d0-4158-9ea1-88eb1a92b3d8 HTTP/1.1" status: 204 len: 168 time: 0.1369715 Jul 31 20:00:18.008109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:18.013563 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981ef8b-6541-44be-99ae-b8e18ace02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75305a39-24d0-4158-9ea1-88eb1a92b3d8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:18.018357 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec114cf1-27f9-4ffb-a842-806a1a5eb031 req-adda9107-f5e5-40de-b0e6-a8dcf9c7fd8a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.021388 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec114cf1-27f9-4ffb-a842-806a1a5eb031 req-adda9107-f5e5-40de-b0e6-a8dcf9c7fd8a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 943 time: 0.0868621 Jul 31 20:00:18.034673 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebee6c-2dd0-4163-9068-0014afe97282 req-e78991e3-26e3-4441-b7e8-ae80f7c2a126 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.036717 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebebee6c-2dd0-4163-9068-0014afe97282 req-e78991e3-26e3-4441-b7e8-ae80f7c2a126 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0743592 Jul 31 20:00:18.124538 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebebee6c-2dd0-4163-9068-0014afe97282 req-02339e3d-80e5-4849-922e-2c845855be2d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796378 Jul 31 20:00:18.128535 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec114cf1-27f9-4ffb-a842-806a1a5eb031 req-220fc082-acc4-48fb-a310-338c91a6c4b5 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906920 Jul 31 20:00:18.323903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 53874) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:18.337725 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4409-5ecc-404f-9a0b-a54d12526862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:18.439395 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3738ff9-fa4c-4bb9-97c0-69252423e3aa req-91495426-fdfe-4bff-b69e-b62dab737d9b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.440947 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3738ff9-fa4c-4bb9-97c0-69252423e3aa req-91495426-fdfe-4bff-b69e-b62dab737d9b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 943 time: 0.0625746 Jul 31 20:00:18.530168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4409-5ecc-404f-9a0b-a54d12526862 admin admin] Publish callbacks [] for security_group (af64803c-458e-4222-b7c2-e485026c7fea), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:18.539634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0dbd4409-5ecc-404f-9a0b-a54d12526862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (af64803c-458e-4222-b7c2-e485026c7fea), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:18.549543 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179169-6d4c-4c12-9177-f91d472f698c req-8662d331-d2d1-4447-ac8e-4fcf4c9340d6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.551668 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea179169-6d4c-4c12-9177-f91d472f698c req-8662d331-d2d1-4447-ac8e-4fcf4c9340d6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1085355 Jul 31 20:00:18.656322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-8ecbb940-4110-41ef-944f-865551b2a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.667740 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-8ecbb940-4110-41ef-944f-865551b2a1f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1127 time: 0.0549355 Jul 31 20:00:18.718881 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6cb03739-817e-43f9-af5a-b49040428e01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 217 time: 0.0350177 Jul 31 20:00:18.777277 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-fef207f0-1680-40dd-a22a-53e3c3ac7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.778746 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-fef207f0-1680-40dd-a22a-53e3c3ac7bcd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.0540061 Jul 31 20:00:18.844193 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6d24624e-b74f-46f9-93ae-8bf043acbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:18.846097 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-6d24624e-b74f-46f9-93ae-8bf043acbe8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590374 Jul 31 20:00:18.926844 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a4ca66a2-1746-449b-8904-3d6445d22f14 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:18.981404 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-7b014a8b-b83f-4844-9240-c00263c6b3ce service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267674 Jul 31 20:00:18.986901 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port a4ca66a2-1746-449b-8904-3d6445d22f14 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:18.995336 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port a4ca66a2-1746-449b-8904-3d6445d22f14 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:18.996133 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.046967 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:19.048730 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3738ff9-fa4c-4bb9-97c0-69252423e3aa req-901e48bd-65ac-4780-868e-956571287b43 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5895627 Jul 31 20:00:19.065599 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0dbd4409-5ecc-404f-9a0b-a54d12526862 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c0894f570fe4f80af78c952aab1ee62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7404335 Jul 31 20:00:19.068228 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 53900) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:19.080636 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd4409-5ecc-404f-9a0b-a54d12526862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af64803c-458e-4222-b7c2-e485026c7fea,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:19.119193 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-a7618bd1-7048-4d66-8cd5-2bd63828cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.119193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-a7618bd1-7048-4d66-8cd5-2bd63828cc57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 1127 time: 0.5030830 Jul 31 20:00:19.119497 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port a4ca66a2-1746-449b-8904-3d6445d22f14 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:19.119497 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.125569 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-844768cf-0c62-4e46-a45e-956ddb647df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.125569 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-844768cf-0c62-4e46-a45e-956ddb647df7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 1127 time: 0.4952734 Jul 31 20:00:19.152162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:19.165495 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a4ca66a2-1746-449b-8904-3d6445d22f14,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:19.167117 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:19.207199 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-f12c5c68-796e-4a03-8a4f-d9a94c9c9283 req-2cf834f5-0da9-431e-bcd6-ee740c7b06fc service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200882 Jul 31 20:00:19.230971 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] Publish callbacks [] for security_group (af64803c-458e-4222-b7c2-e485026c7fea), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.274765 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.276029 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] Publish callbacks [] for security_group (af64803c-458e-4222-b7c2-e485026c7fea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.315255 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea179169-6d4c-4c12-9177-f91d472f698c req-16c8dc15-bba1-45f3-8c34-579994bff42a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7517467 Jul 31 20:00:19.348031 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:19.358010 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (af64803c-458e-4222-b7c2-e485026c7fea), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.362501 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:19.363994 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af64803c-458e-4222-b7c2-e485026c7fea HTTP/1.1" status: 204 len: 168 time: 0.2942953 Jul 31 20:00:19.387926 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e774f-f373-4e61-830b-755b9fdf1f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af64803c-458e-4222-b7c2-e485026c7fea,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:19.400069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:19.415126 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-30de8c34-8c80-4642-a19a-ce1a8d47a27d service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8446195 Jul 31 20:00:19.439037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-e001f1de-57ff-402b-a551-08f7e0ff0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.440675 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ea0032f-f737-4b4d-9cac-7e447466a4ea req-e001f1de-57ff-402b-a551-08f7e0ff0690 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8622787 Jul 31 20:00:19.471798 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c1ff6-2ebc-46f6-8b30-97082c32b204 req-7e418230-3cde-4ea5-a8e4-9e0f4ad8f619 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.478762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af5c1ff6-2ebc-46f6-8b30-97082c32b204 req-7e418230-3cde-4ea5-a8e4-9e0f4ad8f619 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.2482493 Jul 31 20:00:19.484673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e81b02-c698-4f63-b6ce-be5fd1057246" -d '{"events": [{"server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "name": "network-vif-plugged", "status": "completed", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:19.600069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e5624-78f0-4830-a819-ee75b6309650 req-7c1db5f0-42ce-4511-b245-88ded0e9fa21 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.601582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b12e5624-78f0-4830-a819-ee75b6309650 req-7c1db5f0-42ce-4511-b245-88ded0e9fa21 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 943 time: 0.1430705 Jul 31 20:00:19.614937 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-87fababd-0933-4c5c-b5d5-f278b2894a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.616349 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-87fababd-0933-4c5c-b5d5-f278b2894a1d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4522333 Jul 31 20:00:19.635529 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-0c545c55-00a4-4b06-8ef8-e25a705f3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.637040 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-0c545c55-00a4-4b06-8ef8-e25a705f3b9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.5035729 Jul 31 20:00:19.653110 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af5c1ff6-2ebc-46f6-8b30-97082c32b204 req-ccf433a7-3274-496b-a609-61793e152b6e tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731687 Jul 31 20:00:19.687882 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b12e5624-78f0-4830-a819-ee75b6309650 req-e199c2a7-7dea-4bc8-9745-a1de4f32d9b8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745003 Jul 31 20:00:19.772691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc72ce-82e1-439c-a347-aba7bf8403d7 req-9a3ae8a2-6dbe-43ef-a4d5-0f205bd7b923 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:19.780188 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9edc72ce-82e1-439c-a347-aba7bf8403d7 req-9a3ae8a2-6dbe-43ef-a4d5-0f205bd7b923 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0687029 Jul 31 20:00:19.824832 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9edc72ce-82e1-439c-a347-aba7bf8403d7 req-afc16524-3069-4361-9076-e8ef615d53ed tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436811 Jul 31 20:00:19.883116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f31253b-d45d-47fa-b71c-7fb47da57de2 x-openstack-request-id: req-0f31253b-d45d-47fa-b71c-7fb47da57de2 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:19.883448 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "name": "network-vif-plugged", "status": "completed", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:19.883705 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f31253b-d45d-47fa-b71c-7fb47da57de2 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:19.884163 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f31253b-d45d-47fa-b71c-7fb47da57de2'] response: {'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14', 'code': 200} Jul 31 20:00:20.154557 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-32aa3ccf-d9ea-4d28-b10b-02a7fe6c35e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 200 len: 217 time: 0.1064527 Jul 31 20:00:20.336562 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-a160c825-8882-4649-af72-9834acec9510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.338572 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-a160c825-8882-4649-af72-9834acec9510 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1128 time: 0.2445214 Jul 31 20:00:20.342626 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-4013b5da-e0f1-4733-befb-0d03c580ae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.344436 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-4013b5da-e0f1-4733-befb-0d03c580ae19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 1129 time: 0.1061926 Jul 31 20:00:20.353421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04966a-047c-4720-a9fa-6fc4280894a6 req-8c626eb5-2b86-4b0e-b42d-1c06bb66e1bc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.354909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b04966a-047c-4720-a9fa-6fc4280894a6 req-8c626eb5-2b86-4b0e-b42d-1c06bb66e1bc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 943 time: 0.1866453 Jul 31 20:00:20.384801 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-07e61ec2-6b8b-4719-9d04-5d50835b079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.386288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-07e61ec2-6b8b-4719-9d04-5d50835b079c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.1856186 Jul 31 20:00:20.406499 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-6fbc9051-bafc-403a-8e2c-7d3257923ec7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:20.465736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:20.496479 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-d4f93ea3-5035-4977-98ed-deeceb632e80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 217 time: 0.1243408 Jul 31 20:00:20.521507 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-ac6eac59-067a-431e-b65f-2a618459ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.521507 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-ac6eac59-067a-431e-b65f-2a618459ed0b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4065516 Jul 31 20:00:20.562101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-769a94da-cf92-4bc6-9c8b-adb3e0016a00 req-e4439851-ddfb-42d1-a631-ff2fbb3be04d service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128288 Jul 31 20:00:20.579433 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-6fbc9051-bafc-403a-8e2c-7d3257923ec7 service neutron] Publish callbacks [] for security_group (c28a8d79-834f-461f-a661-7b033d00783f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:20.587581 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-6fbc9051-bafc-403a-8e2c-7d3257923ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c28a8d79-834f-461f-a661-7b033d00783f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:20.599440 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:20.671354 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-83c63c76-c039-4b16-bb40-c1249629cf60 req-6fbc9051-bafc-403a-8e2c-7d3257923ec7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988381 Jul 31 20:00:20.672323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc9051-bafc-403a-8e2c-7d3257923ec7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a8d79-834f-461f-a661-7b033d00783f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:20.673609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b5bc2-0209-407e-bcc4-386f36fa6c78 req-7bbf2b43-c2a9-4c33-8e94-2402195195d9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.675760 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e3b5bc2-0209-407e-bcc4-386f36fa6c78 req-7bbf2b43-c2a9-4c33-8e94-2402195195d9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.2024798 Jul 31 20:00:20.684672 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-3f65118d-f041-4ce4-a364-d2cb441bd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.685620 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-3f65118d-f041-4ce4-a364-d2cb441bd614 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2755153 Jul 31 20:00:20.709182 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4b04966a-047c-4720-a9fa-6fc4280894a6 req-42db0901-8fe2-4438-96d4-e2b9620603ed tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359721 Jul 31 20:00:20.734650 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-36aab5e4-d46d-4eb7-8b01-168cfe37679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.736328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-36aab5e4-d46d-4eb7-8b01-168cfe37679d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.2239535 Jul 31 20:00:20.744875 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-b2f02371-be22-4471-ab59-9a85497628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.746276 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-b2f02371-be22-4471-ab59-9a85497628c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1127 time: 0.1321084 Jul 31 20:00:20.807796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e3b5bc2-0209-407e-bcc4-386f36fa6c78 req-dc1700e8-cc3d-4554-8863-a92ebe20e17d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927584 Jul 31 20:00:20.873140 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21056b49-ddc0-497c-9699-001dcb3ec1e2 req-a5c310bd-821a-40db-9e86-1dfb8646349d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.874235 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 2a807f69-4e6e-4e5f-9403-2f792246e051 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:20.875704 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21056b49-ddc0-497c-9699-001dcb3ec1e2 req-a5c310bd-821a-40db-9e86-1dfb8646349d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0912161 Jul 31 20:00:20.939361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee64df0-d989-405c-84c8-63197a52c5fd req-5fea37bc-7328-4f0b-94d6-dd1c3fc67ccc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:20.946673 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aee64df0-d989-405c-84c8-63197a52c5fd req-5fea37bc-7328-4f0b-94d6-dd1c3fc67ccc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 943 time: 0.0685554 Jul 31 20:00:20.991512 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:21.009406 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2a807f69-4e6e-4e5f-9403-2f792246e051,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:21.017201 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-21056b49-ddc0-497c-9699-001dcb3ec1e2 req-a2f5a63b-c276-46a1-8344-aaab0c836949 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101720 Jul 31 20:00:21.027268 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aee64df0-d989-405c-84c8-63197a52c5fd req-8a81763d-cb28-4c5e-acc6-fd61846bc9a3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795634 Jul 31 20:00:21.050917 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:21.095667 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:21.112944 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 2a807f69-4e6e-4e5f-9403-2f792246e051 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:21.113371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:21.127172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a807f69-4e6e-4e5f-9403-2f792246e051 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:21.149544 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0898bd2-5dc2-4e72-ab0b-2266941dd080 req-973fce25-3a69-4b5f-b3b8-bb18eb646e94 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:21.151218 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0898bd2-5dc2-4e72-ab0b-2266941dd080 req-973fce25-3a69-4b5f-b3b8-bb18eb646e94 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0548143 Jul 31 20:00:21.155252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2a807f69-4e6e-4e5f-9403-2f792246e051,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:21.160489 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:21.161284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b365ebcd-da3b-4922-a38f-6b3e66392c64 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:21.203755 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0898bd2-5dc2-4e72-ab0b-2266941dd080 req-c9c8fc1c-5ec5-44c9-9089-a80e56832108 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Jul 31 20:00:21.265371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:21.311746 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:21.323445 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'port_id': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'mac_address': 'fa:16:3e:94:c7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:21.357172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port b365ebcd-da3b-4922-a38f-6b3e66392c64 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:21.357561 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:21.371313 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b365ebcd-da3b-4922-a38f-6b3e66392c64 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:21.392354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:21.397546 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:21.443393 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:21.826167 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c482a-2fba-413a-ae3f-6f8b5843afdd req-b9d152e0-e369-4372-9fc1-e08afec6f711 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:21.827757 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-498c482a-2fba-413a-ae3f-6f8b5843afdd req-b9d152e0-e369-4372-9fc1-e08afec6f711 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 944 time: 0.0475368 Jul 31 20:00:21.912265 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-1f9dcbb5-f53c-4009-9720-bcdcc7e58507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:21.915255 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-1f9dcbb5-f53c-4009-9720-bcdcc7e58507 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1127 time: 0.0723476 Jul 31 20:00:21.938084 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['2a807f69-4e6e-4e5f-9403-2f792246e051'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:22.103410 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['b365ebcd-da3b-4922-a38f-6b3e66392c64'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:22.235549 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:22.261618 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:22.295785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-2dede732-4316-4738-a3b0-d90bfb572da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.298198 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-2dede732-4316-4738-a3b0-d90bfb572da1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4539113 Jul 31 20:00:22.299128 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-c9a5f77f-c52e-4032-a1dc-854ba97acf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.300459 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-c9a5f77f-c52e-4032-a1dc-854ba97acf21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 1127 time: 0.4540386 Jul 31 20:00:22.318164 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f162e63-1b16-4995-9468-4bf67d325936 req-52e15bdd-ad43-4717-8f94-5104f8bb7c6d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.319828 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f162e63-1b16-4995-9468-4bf67d325936 req-52e15bdd-ad43-4717-8f94-5104f8bb7c6d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1578801 Jul 31 20:00:22.336503 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-498c482a-2fba-413a-ae3f-6f8b5843afdd req-15632df0-65fa-4690-bc2f-f2b1f656d1b0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5022933 Jul 31 20:00:22.385553 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-9b6e443f-416c-4760-9ed1-7a9956fee123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.387659 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-9b6e443f-416c-4760-9ed1-7a9956fee123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1379304 Jul 31 20:00:22.436855 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-3dd42ca2-0d5f-45ef-9dcc-0b01ea4d7f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 217 time: 0.0413921 Jul 31 20:00:22.465328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-18c7a810-95fe-4395-8d81-84a5c75cf3b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142 HTTP/1.1" status: 200 len: 217 time: 0.1171820 Jul 31 20:00:22.481903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:22.494606 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-a39b093c-c204-4212-87d4-28ad17d7b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.496359 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-a39b093c-c204-4212-87d4-28ad17d7b19a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0529823 Jul 31 20:00:22.501850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-f277e9df-744d-4f42-a1c7-06bd968727e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.503324 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-f277e9df-744d-4f42-a1c7-06bd968727e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.6624746 Jul 31 20:00:22.519279 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-aedaf0ba-c642-4345-a91f-96ccd1bf10a0 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6764719 Jul 31 20:00:22.549956 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-8cdd1441-524a-41b5-98d7-7fc449a29edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.551870 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-8cdd1441-524a-41b5-98d7-7fc449a29edb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478222 Jul 31 20:00:22.617722 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54042) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:22.657824 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-ee15c564-560b-49db-8a67-62eb987ef54e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 217 time: 0.1287918 Jul 31 20:00:22.664046 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e28324-8c1c-4dd1-a210-9a4ab2ff205a req-23fc5983-a955-47bd-9e1c-a2cb60ee5243 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.665586 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e28324-8c1c-4dd1-a210-9a4ab2ff205a req-23fc5983-a955-47bd-9e1c-a2cb60ee5243 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.2472055 Jul 31 20:00:22.685002 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f162e63-1b16-4995-9468-4bf67d325936 req-b4c951c4-8966-4035-86ce-4e4e3d6b05cf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378952 Jul 31 20:00:22.705097 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-e55e085a-e569-4e1e-9e79-ab6ba6e8fef6 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441095 Jul 31 20:00:22.746162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-a4232239-4b83-4f73-b128-e3e9e1851c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.747960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-a4232239-4b83-4f73-b128-e3e9e1851c04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.2649317 Jul 31 20:00:22.792035 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-3a308c85-9d00-43aa-9635-97aa44c00c66 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545612 Jul 31 20:00:22.840441 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:22.860161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:22.895847 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-c8775cd5-8778-4807-ab2b-40a03c358371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.897362 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-c8775cd5-8778-4807-ab2b-40a03c358371 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.2271237 Jul 31 20:00:22.907796 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-0dc7520d-7681-42db-9288-11e53aaf46d5 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733804 Jul 31 20:00:22.953420 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08e28324-8c1c-4dd1-a210-9a4ab2ff205a req-7d277113-06d0-4882-b0cf-676a64a83b7a tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673647 Jul 31 20:00:22.961350 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9ebff73-8576-43d2-a609-7cfcf55b8fc8 req-db1810de-c439-445c-a90d-6f09ccdb88be service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256792 Jul 31 20:00:22.962559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27586255-1a57-476a-a490-a8c4b6290a7e req-a300217d-b5c2-4061-889c-0ce84aa3ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:22.963707 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Publish callbacks [] for security_group (527b10d4-8e76-444e-a529-2e499a5e9a5a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:22.964758 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-a300217d-b5c2-4061-889c-0ce84aa3ce2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2058144 Jul 31 20:00:22.971498 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (527b10d4-8e76-444e-a529-2e499a5e9a5a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:22.998601 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaa4c8-fa8a-48ae-8c83-443084b71a21 req-ea72bb22-5529-4b68-9c84-2b0bcc24de6a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:23.006263 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dbaa4c8-fa8a-48ae-8c83-443084b71a21 req-ea72bb22-5529-4b68-9c84-2b0bcc24de6a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 944 time: 0.2259197 Jul 31 20:00:23.028851 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527b10d4-8e76-444e-a529-2e499a5e9a5a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:23.046592 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.046949 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.047474 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.047854 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.048260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.048599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.048935 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.049431 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.049902 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.050244 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.050594 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.050933 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.051263 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.051639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.051977 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:23.060213 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-2c7ce628-ae59-40b1-b983-652af0016cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:23.061773 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-2c7ce628-ae59-40b1-b983-652af0016cfb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277750 Jul 31 20:00:23.075042 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-44441b0e-f80a-4ed5-8843-c3ee9d08cfd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cca521d532284342a4e379d41d131575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554703 Jul 31 20:00:23.075764 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54050) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:23.152583 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] Publish callbacks [] for security_group (527b10d4-8e76-444e-a529-2e499a5e9a5a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.185201 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] Publish callbacks [] for security_group (527b10d4-8e76-444e-a529-2e499a5e9a5a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.223556 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3752caf-0e3b-4587-948f-b09890e4bae3 req-b53140fc-2db1-4242-ad1b-f339ebe4bc8b service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974082 Jul 31 20:00:23.244768 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (527b10d4-8e76-444e-a529-2e499a5e9a5a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.247625 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.248971 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/527b10d4-8e76-444e-a529-2e499a5e9a5a HTTP/1.1" status: 204 len: 168 time: 0.1722040 Jul 31 20:00:23.250648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada7486-dc41-44b0-b62e-04558c6e84ab req-e99ed288-e0cd-4171-aa99-b8d2d69582ad tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:23.252370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ada7486-dc41-44b0-b62e-04558c6e84ab req-e99ed288-e0cd-4171-aa99-b8d2d69582ad tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.1634984 Jul 31 20:00:23.257501 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010cb55-e058-4dae-b6e6-d17c232faa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527b10d4-8e76-444e-a529-2e499a5e9a5a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:23.261955 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dbaa4c8-fa8a-48ae-8c83-443084b71a21 req-3ea1a099-f9e5-46b0-a9ec-a356dad2674f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2546465 Jul 31 20:00:23.283008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 2a807f69-4e6e-4e5f-9403-2f792246e051 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:23.314713 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-9998e3e6-99aa-476f-ba3d-6840055c015f service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016703 Jul 31 20:00:23.327716 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-10f6445d-aeed-417d-b185-42f0e5ef6ae3 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374988 Jul 31 20:00:23.336607 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:23.342774 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 2a807f69-4e6e-4e5f-9403-2f792246e051 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:23.353083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9ada7486-dc41-44b0-b62e-04558c6e84ab req-fc036031-40a8-4352-82ed-84e846825191 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900593 Jul 31 20:00:23.355754 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 2a807f69-4e6e-4e5f-9403-2f792246e051 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:23.356424 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.449280 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 2a807f69-4e6e-4e5f-9403-2f792246e051 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:23.449879 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.457135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:23.474056 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:23.476300 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfceccf-4c15-4c05-9d11-d87fd9481e74" -d '{"events": [{"server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "name": "network-vif-plugged", "status": "completed", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:23.500887 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84470cbb-9605-4514-8088-5620bd1039d2 req-4c2db3d1-d4b8-4608-b21e-59cf0bfac65a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:23.502037 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2a807f69-4e6e-4e5f-9403-2f792246e051,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:23.506378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84470cbb-9605-4514-8088-5620bd1039d2 req-4c2db3d1-d4b8-4608-b21e-59cf0bfac65a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 944 time: 0.0614345 Jul 31 20:00:23.508905 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.511777 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b365ebcd-da3b-4922-a38f-6b3e66392c64 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:23.550475 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46e654-11b3-407c-bfd2-1cdd3cad9222 x-openstack-request-id: req-3a46e654-11b3-407c-bfd2-1cdd3cad9222 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:23.550794 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "name": "network-vif-plugged", "status": "completed", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:23.551022 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a46e654-11b3-407c-bfd2-1cdd3cad9222 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:23.551606 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a46e654-11b3-407c-bfd2-1cdd3cad9222'] response: {'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'code': 200} Jul 31 20:00:23.568867 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84470cbb-9605-4514-8088-5620bd1039d2 req-e760db3f-cf07-4a96-93fe-864226e35db0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587406 Jul 31 20:00:23.604497 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port b365ebcd-da3b-4922-a38f-6b3e66392c64 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:23.611351 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:23.614519 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port b365ebcd-da3b-4922-a38f-6b3e66392c64 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:23.614860 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.646489 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54064) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:23.660430 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-111da562-c2fa-47b1-b80b-7990b8eebb3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.698343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port b365ebcd-da3b-4922-a38f-6b3e66392c64 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:23.698735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.732350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:23.733179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:23.746803 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.751896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:23.766656 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-111da562-c2fa-47b1-b80b-7990b8eebb3c admin admin] Publish callbacks [] for security_group (9e915bfb-82c5-445d-b4bd-d49a736181a9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.771385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-111da562-c2fa-47b1-b80b-7990b8eebb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9e915bfb-82c5-445d-b4bd-d49a736181a9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.806885 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:23.822774 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-111da562-c2fa-47b1-b80b-7990b8eebb3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7cdf246af274320aa182925243494a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1751807 Jul 31 20:00:23.825233 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111da562-c2fa-47b1-b80b-7990b8eebb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e915bfb-82c5-445d-b4bd-d49a736181a9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:23.825570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54068) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:23.843841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ac702-0e24-4e6c-8b07-3a145565082f req-62721cf0-0c48-4bc4-bb05-206f8ba698d3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:23.845379 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877ac702-0e24-4e6c-8b07-3a145565082f req-62721cf0-0c48-4bc4-bb05-206f8ba698d3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0652971 Jul 31 20:00:23.921572 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Publish callbacks [] for security_group (9e915bfb-82c5-445d-b4bd-d49a736181a9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:23.926410 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877ac702-0e24-4e6c-8b07-3a145565082f req-c1bc7c6a-98e5-417e-856d-e8c594f464dd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753961 Jul 31 20:00:23.953887 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Publish callbacks [] for security_group (9e915bfb-82c5-445d-b4bd-d49a736181a9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:24.004800 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9e915bfb-82c5-445d-b4bd-d49a736181a9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:24.007591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:24.008732 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e915bfb-82c5-445d-b4bd-d49a736181a9 HTTP/1.1" status: 204 len: 168 time: 0.1815460 Jul 31 20:00:24.016907 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e915bfb-82c5-445d-b4bd-d49a736181a9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:24.024363 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.024716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.025125 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.025554 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.025894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.026225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.026555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.026883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.027227 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.027560 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.029796 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.030296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.030836 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.031370 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.032330 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aed15-767f-4e79-92f9-a0f127d16ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:24.088833 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ca049-a8d1-4448-9209-35470fb53d9d req-f97de674-4693-4487-afc5-60973bc4a4c0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:24.090394 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-765ca049-a8d1-4448-9209-35470fb53d9d req-f97de674-4693-4487-afc5-60973bc4a4c0 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0525842 Jul 31 20:00:24.153334 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-765ca049-a8d1-4448-9209-35470fb53d9d req-798b5e23-6916-4080-b09a-97bb39f6df7d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572488 Jul 31 20:00:24.362033 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:24.364615 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:24.399856 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:24.435558 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b353f8-3864-4c7f-8bde-b558ca810796 req-8a5f0f9c-f3db-4d9d-8e33-dfca3a91de23 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:24.437362 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5b353f8-3864-4c7f-8bde-b558ca810796 req-8a5f0f9c-f3db-4d9d-8e33-dfca3a91de23 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0947351 Jul 31 20:00:24.821798 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5b353f8-3864-4c7f-8bde-b558ca810796 req-f2bfd43a-c7fb-4e49-b77b-33194a3b5439 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3785665 Jul 31 20:00:24.866893 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1eeca-6540-42f2-b798-a15870a04b95 req-37314ad0-1244-4844-a32a-25aaf201c32e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:24.868876 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c7e1eeca-6540-42f2-b798-a15870a04b95 req-37314ad0-1244-4844-a32a-25aaf201c32e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.3938589 Jul 31 20:00:25.112297 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550654-f910-4ed0-9530-5865ca5d489b req-f8eaba1d-1840-41f1-9a0e-278179ae8a10 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:25.113893 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1550654-f910-4ed0-9530-5865ca5d489b req-f8eaba1d-1840-41f1-9a0e-278179ae8a10 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.1606214 Jul 31 20:00:25.168073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d837c-d910-44ed-8337-e960046993b4 req-e40a97d2-2d14-4c91-92e1-82fbeb3fa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:25.170758 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a6d837c-d910-44ed-8337-e960046993b4 req-e40a97d2-2d14-4c91-92e1-82fbeb3fa5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 1129 time: 0.1653128 Jul 31 20:00:25.206318 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c7e1eeca-6540-42f2-b798-a15870a04b95 req-2c891af1-fa29-4daf-a1af-c9605b9f01f5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542784 Jul 31 20:00:25.217982 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a8749c9-58a1-4274-a068-f9c73afa1a47 req-fb19802e-3a9d-4503-9bf8-9602b32b0e58 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909125 Jul 31 20:00:25.222597 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27586255-1a57-476a-a490-a8c4b6290a7e req-e7beadc0-b777-490a-b25e-f6db7d40fc10 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994896 Jul 31 20:00:25.258111 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:25.272151 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:25.283155 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a6d837c-d910-44ed-8337-e960046993b4 req-8c8935e2-2f36-498d-999a-6db3cd5836d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889761 Jul 31 20:00:25.294852 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a1550654-f910-4ed0-9530-5865ca5d489b req-8f9cbdef-24b1-4098-9012-776b37b2a108 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637866 Jul 31 20:00:25.351628 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c44cb-b63d-4438-95c9-3dc747cf8e69 req-af67e825-266b-4ee5-99bb-f0e545335001 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:25.353283 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a9c44cb-b63d-4438-95c9-3dc747cf8e69 req-af67e825-266b-4ee5-99bb-f0e545335001 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0524588 Jul 31 20:00:25.437683 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:25.451078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:25.455387 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a9c44cb-b63d-4438-95c9-3dc747cf8e69 req-9f048781-d549-4ccc-9047-f947c29584e5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929852 Jul 31 20:00:25.501354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:25.501354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:25.516738 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:25.549885 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:25.552998 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:25.555899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a12078-8601-4bf2-92f2-cc59cd457618" -d '{"events": [{"server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "name": "network-vif-plugged", "status": "completed", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:25.560811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:25.562116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:25.599946 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4417bc85-f24a-4aa3-9aff-db39132e44b8 x-openstack-request-id: req-4417bc85-f24a-4aa3-9aff-db39132e44b8 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:25.600238 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "name": "network-vif-plugged", "status": "completed", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:25.600559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4417bc85-f24a-4aa3-9aff-db39132e44b8 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:25.600959 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4417bc85-f24a-4aa3-9aff-db39132e44b8'] response: {'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'code': 200} Jul 31 20:00:25.607213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:25.681676 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:25.683965 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:25.698399 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.699045 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.699386 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.699739 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.700072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.700401 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.700723 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.701043 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.701394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.701709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.702180 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.702644 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.703126 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.703629 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.704096 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:00:25.738664 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:25.755329 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'port_id': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'mac_address': 'fa:16:3e:2a:a9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:25.790629 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:25.791020 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:25.807065 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:25.838163 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:25.843493 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:25.906136 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:25.978626 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54201-0cf0-424e-80e6-6967adb8f395 req-6488bb69-b019-4407-b80a-9f02e71fb881 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:25.980195 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7d54201-0cf0-424e-80e6-6967adb8f395 req-6488bb69-b019-4407-b80a-9f02e71fb881 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0540197 Jul 31 20:00:26.038462 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7d54201-0cf0-424e-80e6-6967adb8f395 req-0a916b95-0ed0-49c7-be95-2315cf2a45e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520720 Jul 31 20:00:26.355781 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f54588-6db4-4a3c-8c00-23068873d374 req-ee52af48-574c-4178-80cd-fbc373279951 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:26.356582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f54588-6db4-4a3c-8c00-23068873d374 req-ee52af48-574c-4178-80cd-fbc373279951 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0548706 Jul 31 20:00:26.398491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['eaea7f4e-af98-4acb-9edb-366b7b6e28d8'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:26.424173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f54588-6db4-4a3c-8c00-23068873d374 req-fded8437-e8f9-4e41-a1d4-77f57cdd0ae1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615041 Jul 31 20:00:26.535796 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f4055-7792-4e0c-ba9e-9c7b42ea3922 req-750b8d2c-e2c0-4fbb-af48-7468b10a3a2f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:26.543401 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-866f4055-7792-4e0c-ba9e-9c7b42ea3922 req-750b8d2c-e2c0-4fbb-af48-7468b10a3a2f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0594137 Jul 31 20:00:26.545225 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['95267dcb-4338-43ed-96fe-5c4a8c8ee0dd'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:26.605441 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-866f4055-7792-4e0c-ba9e-9c7b42ea3922 req-e903dcd6-3f40-492c-8a63-7a6484f2529e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566220 Jul 31 20:00:26.719367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c994b-331c-43e2-b588-234e628b3e0f req-7b9e4c27-b1aa-4eef-80ee-55f197ed9817 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:26.720909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a1c994b-331c-43e2-b588-234e628b3e0f req-7b9e4c27-b1aa-4eef-80ee-55f197ed9817 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.0617366 Jul 31 20:00:26.802047 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a1c994b-331c-43e2-b588-234e628b3e0f req-d32a1d3f-0db2-46d7-9074-fdf33061ebd7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749125 Jul 31 20:00:27.177765 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:27.207789 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8cff2-10eb-48e4-8058-0f9045aaa007 req-08f6e8ab-7e0c-4c0e-9520-3cc5bac9e17d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:27.209352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83e8cff2-10eb-48e4-8058-0f9045aaa007 req-08f6e8ab-7e0c-4c0e-9520-3cc5bac9e17d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0910079 Jul 31 20:00:27.223366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e6081-0348-4cef-8ca3-3ae1a3b25e52 req-b5b83de9-171a-4f8e-b014-4281a2090d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:27.225627 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d0e6081-0348-4cef-8ca3-3ae1a3b25e52 req-b5b83de9-171a-4f8e-b014-4281a2090d75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1129 time: 0.0635133 Jul 31 20:00:27.277793 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-83e8cff2-10eb-48e4-8058-0f9045aaa007 req-a0b7c9fb-ff9a-4a23-b26f-06217c5cdc2d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612392 Jul 31 20:00:27.399554 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54290) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:27.563769 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b98367-5bf9-4e15-91f5-44102fc199d1 req-2c4ce233-a7f1-4e63-a1ba-02c83d60a65a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:27.569784 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35b98367-5bf9-4e15-91f5-44102fc199d1 req-2c4ce233-a7f1-4e63-a1ba-02c83d60a65a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 943 time: 0.0699651 Jul 31 20:00:27.571303 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2772e887-a109-4c65-90da-178ef01d87ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.645034 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35b98367-5bf9-4e15-91f5-44102fc199d1 req-f1cc8554-22d2-4f77-af6c-82a3aeaecdc3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711613 Jul 31 20:00:27.699700 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2772e887-a109-4c65-90da-178ef01d87ef admin admin] Publish callbacks [] for security_group (ec5df435-36b1-4893-bb13-47ddbb884902), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.704600 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2772e887-a109-4c65-90da-178ef01d87ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ec5df435-36b1-4893-bb13-47ddbb884902), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.783175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2772e887-a109-4c65-90da-178ef01d87ef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=405be3176cfa421da68935800238f2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799713 Jul 31 20:00:27.783635 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772e887-a109-4c65-90da-178ef01d87ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5df435-36b1-4893-bb13-47ddbb884902,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:27.784544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54320) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:27.798909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae3bf4-a6c4-47e4-992d-2d77a513b2f8 req-00857ade-23d6-4dbc-b422-561c518f218a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:27.800633 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bae3bf4-a6c4-47e4-992d-2d77a513b2f8 req-00857ade-23d6-4dbc-b422-561c518f218a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0890751 Jul 31 20:00:27.868427 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] Publish callbacks [] for security_group (ec5df435-36b1-4893-bb13-47ddbb884902), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.889837 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:27.893785 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] Publish callbacks [] for security_group (ec5df435-36b1-4893-bb13-47ddbb884902), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.948225 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ec5df435-36b1-4893-bb13-47ddbb884902), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.951301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:27.955208 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec5df435-36b1-4893-bb13-47ddbb884902 HTTP/1.1" status: 204 len: 168 time: 0.1602705 Jul 31 20:00:27.963331 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cd817-e3b2-45e3-aed2-5197442a4a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5df435-36b1-4893-bb13-47ddbb884902,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:27.973589 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device cfa02dcb-7408-495e-8b94-f4b8c7c96142 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:00:27.989543 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1bae3bf4-a6c4-47e4-992d-2d77a513b2f8 req-5cf2137e-db89-4e8b-aa25-103c32b420f8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797442 Jul 31 20:00:28.002032 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:28.023723 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2d823-08a0-4dd8-8603-774dc72a316d req-5397f946-aa83-4a11-a5f8-ef9683f0216d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:28.032182 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ab2d823-08a0-4dd8-8603-774dc72a316d req-5397f946-aa83-4a11-a5f8-ef9683f0216d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.1070828 Jul 31 20:00:28.045218 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8d0e6081-0348-4cef-8ca3-3ae1a3b25e52 req-2ee05c3f-bba8-4982-9cd4-d13f4104a27c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845455 Jul 31 20:00:28.117255 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ab2d823-08a0-4dd8-8603-774dc72a316d req-14952ae1-4fd0-4d1d-9c74-3d3a515b2861 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829225 Jul 31 20:00:28.146384 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54328) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:28.169906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:28.182612 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:28.183054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.235480 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:28.248359 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:28.266453 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'port_id': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142', 'mac_address': 'fa:16:3e:2a:a4:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:00:28.272320 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:28.329661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:28.330049 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.348552 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4b54540-b111-4c7b-b687-c480dcc1a7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.439621 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54338) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:28.456591 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e68d6342-0d17-4f37-9c2f-1d4d078e1478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.457278 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5392-e499-4e08-b5c0-941a2211ed63 req-073cf02b-7ec7-49f0-b609-16cf5757de86 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:28.460456 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad4a5392-e499-4e08-b5c0-941a2211ed63 req-073cf02b-7ec7-49f0-b609-16cf5757de86 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0958798 Jul 31 20:00:28.486608 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port cfa02dcb-7408-495e-8b94-f4b8c7c96142 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:28.487007 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.524502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:28.552791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e68d6342-0d17-4f37-9c2f-1d4d078e1478 admin admin] Publish callbacks [] for security_group (b28b17c6-1bbf-44bb-b197-66d711274bbb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.553028 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:28.558707 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:28.561478 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5728deb8-c6ba-4eec-9f2a-0a6d4f01dcfb" -d '{"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:28.564351 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad4a5392-e499-4e08-b5c0-941a2211ed63 req-f173d4b0-6686-4a90-9607-0dd6f6ab87b9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921841 Jul 31 20:00:28.581391 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa02dcb-7408-495e-8b94-f4b8c7c96142 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:00:28.582478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e68d6342-0d17-4f37-9c2f-1d4d078e1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b28b17c6-1bbf-44bb-b197-66d711274bbb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.586226 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4b54540-b111-4c7b-b687-c480dcc1a7c9 admin admin] Publish callbacks [] for security_group (7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.591611 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c4b54540-b111-4c7b-b687-c480dcc1a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.594082 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.595259 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:28.625721 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf9e461-7c22-4372-a7b7-26614a4070dc x-openstack-request-id: req-ebf9e461-7c22-4372-a7b7-26614a4070dc {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:28.626396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:28.626847 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ebf9e461-7c22-4372-a7b7-26614a4070dc {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:28.627442 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebf9e461-7c22-4372-a7b7-26614a4070dc'] response: {'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'code': 200} Jul 31 20:00:28.639583 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54540-b111-4c7b-b687-c480dcc1a7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:28.646977 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d6342-0d17-4f37-9c2f-1d4d078e1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b17c6-1bbf-44bb-b197-66d711274bbb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:28.652456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54344) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:28.652979 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c4b54540-b111-4c7b-b687-c480dcc1a7c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=046627da60af447780ae33e762bb6f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020592 Jul 31 20:00:28.665796 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e68d6342-0d17-4f37-9c2f-1d4d078e1478 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e953256fd2a4ce8b02a2afb0d00f5d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218204 Jul 31 20:00:28.666148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54346) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:28.697810 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:28.717327 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] Publish callbacks [] for security_group (7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.718456 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:28.721970 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.731946 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:28.732407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.746746 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] Publish callbacks [] for security_group (7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.765732 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:28.773795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] Publish callbacks [] for security_group (b28b17c6-1bbf-44bb-b197-66d711274bbb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.804143 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] Publish callbacks [] for security_group (b28b17c6-1bbf-44bb-b197-66d711274bbb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.822335 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.825850 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.827507 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2 HTTP/1.1" status: 204 len: 168 time: 0.1739252 Jul 31 20:00:28.837806 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:28.845176 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64b8bd-2707-4b3f-bfaa-d316d36caa9c req-c6268813-b4da-4f3b-9cb3-26d974c71675 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:28.846971 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de64b8bd-2707-4b3f-bfaa-d316d36caa9c req-c6268813-b4da-4f3b-9cb3-26d974c71675 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 944 time: 0.1081426 Jul 31 20:00:28.849409 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd6f51-05ae-4c0d-95ee-219ead0a3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7e8ca-0e01-4bd8-8aa1-2305db8d08d2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:28.885756 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:28.886331 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.924064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-de64b8bd-2707-4b3f-bfaa-d316d36caa9c req-cd4b337e-a92f-4c1f-80d5-4e0bb433d298 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685287 Jul 31 20:00:28.926502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b28b17c6-1bbf-44bb-b197-66d711274bbb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.928234 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:28.929710 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.933582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b28b17c6-1bbf-44bb-b197-66d711274bbb HTTP/1.1" status: 204 len: 168 time: 0.2637987 Jul 31 20:00:28.936908 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:28.941764 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29682b3f-8bbd-4830-b697-a9f470585eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b17c6-1bbf-44bb-b197-66d711274bbb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:29.026021 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:29.180158 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5957dbf-aa41-4d8e-bd4b-25313e661c3d req-2a66e990-b4f5-4435-ae94-088d18b9a6b6 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:29.182064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5957dbf-aa41-4d8e-bd4b-25313e661c3d req-2a66e990-b4f5-4435-ae94-088d18b9a6b6 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0997279 Jul 31 20:00:29.223524 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['cfa02dcb-7408-495e-8b94-f4b8c7c96142'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:29.334946 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a5957dbf-aa41-4d8e-bd4b-25313e661c3d req-b6b80dd5-3990-4102-ad32-f7b1d012a753 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331329 Jul 31 20:00:29.370567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4cb47-93c1-4bee-9db9-8e49ecee41cb req-850d79b5-b5d9-453a-a929-d9b47327c758 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:29.380853 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6cf4cb47-93c1-4bee-9db9-8e49ecee41cb req-850d79b5-b5d9-453a-a929-d9b47327c758 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1223457 Jul 31 20:00:29.381026 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:00:29.439020 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54368) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:29.459824 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-254f7a5b-00a3-4c19-9be2-96b37fe03176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:29.498107 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6cf4cb47-93c1-4bee-9db9-8e49ecee41cb req-bf9c6b07-1e96-45d8-9050-c2cfa0e203c9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158984 Jul 31 20:00:29.515089 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:29.552638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7eab-3f2c-47da-9003-1f0fe6f7efea req-2f57a1d5-98a4-4a19-bc88-0ef914eab108 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:29.555055 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-70ea7eab-3f2c-47da-9003-1f0fe6f7efea req-2f57a1d5-98a4-4a19-bc88-0ef914eab108 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0731888 Jul 31 20:00:29.566592 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54370) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:29.569728 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-254f7a5b-00a3-4c19-9be2-96b37fe03176 admin admin] Publish callbacks [] for security_group (b4c81120-24ba-493a-8cdb-1fb4506ae18a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:29.573189 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:29.627114 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-254f7a5b-00a3-4c19-9be2-96b37fe03176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b4c81120-24ba-493a-8cdb-1fb4506ae18a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:29.697541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:29.710990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d6cee-26cf-4c5a-a0e9-152d165e5458 req-d1034868-3484-402c-985b-e0d502e8887d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:29.712609 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-252d6cee-26cf-4c5a-a0e9-152d165e5458 req-d1034868-3484-402c-985b-e0d502e8887d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0741060 Jul 31 20:00:29.771867 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-252d6cee-26cf-4c5a-a0e9-152d165e5458 req-1db36cd4-7e2a-40b0-ad0d-122903da5147 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509307 Jul 31 20:00:29.877359 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:29.909436 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cc79a-6f20-4e2b-9e44-45d61716dbc5 req-946dad06-9762-4b45-a1d8-c922d3b86ccc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:29.911458 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab4cc79a-6f20-4e2b-9e44-45d61716dbc5 req-946dad06-9762-4b45-a1d8-c922d3b86ccc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0555375 Jul 31 20:00:29.919581 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7a5b-00a3-4c19-9be2-96b37fe03176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c81120-24ba-493a-8cdb-1fb4506ae18a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:29.921081 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54390) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:29.927841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'floatingip': {'port_id': 'b365ebcd-da3b-4922-a38f-6b3e66392c64'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:29.950276 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-254f7a5b-00a3-4c19-9be2-96b37fe03176 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03443c3858c745fabb8d987cdd57ce5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5093639 Jul 31 20:00:29.951307 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54394) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:30.054595 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895fbd-6953-442b-bde2-8831f25515f0 req-4935c2e2-6107-4733-8e31-1f53e2e8bad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:30.056049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc895fbd-6953-442b-bde2-8831f25515f0 req-4935c2e2-6107-4733-8e31-1f53e2e8bad4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1130 time: 0.0458281 Jul 31 20:00:30.075595 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.120176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:30.147777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03147ee-00ae-4eba-93f5-ac9636dd2733 req-4a39f0d9-4006-4c90-9aa0-28c10d369f1d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:30.149590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b03147ee-00ae-4eba-93f5-ac9636dd2733 req-4a39f0d9-4006-4c90-9aa0-28c10d369f1d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 944 time: 0.0923500 Jul 31 20:00:30.171466 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] Publish callbacks [] for security_group (b4c81120-24ba-493a-8cdb-1fb4506ae18a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.231770 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] Publish callbacks [] for security_group (b4c81120-24ba-493a-8cdb-1fb4506ae18a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.311141 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b03147ee-00ae-4eba-93f5-ac9636dd2733 req-9df09880-bad0-49f3-85dd-cbbb7c4e5993 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382687 Jul 31 20:00:30.321557 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device cfa02dcb-7408-495e-8b94-f4b8c7c96142 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:00:30.322122 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:30.395817 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port cfa02dcb-7408-495e-8b94-f4b8c7c96142 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:00:30.401776 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc895fbd-6953-442b-bde2-8831f25515f0 req-8ef9184e-3372-4706-bab3-832d62c09605 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424396 Jul 31 20:00:30.405593 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port cfa02dcb-7408-495e-8b94-f4b8c7c96142 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:00:30.406706 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.483661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:30.484298 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:30.502997 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port cfa02dcb-7408-495e-8b94-f4b8c7c96142 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:00:30.503469 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.536037 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b4c81120-24ba-493a-8cdb-1fb4506ae18a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.537843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.541506 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4c81120-24ba-493a-8cdb-1fb4506ae18a HTTP/1.1" status: 204 len: 168 time: 0.5595551 Jul 31 20:00:30.565922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:30.572129 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.578708 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5ed0c-91bb-40fe-b7d3-de72b12031b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c81120-24ba-493a-8cdb-1fb4506ae18a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:30.647938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd'}, {'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:30.651163 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f725e2-702d-4ac7-b934-77242dde1c2d" -d '{"events": [{"server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "name": "network-vif-plugged", "status": "completed", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd"}, {"server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "name": "network-vif-plugged", "status": "completed", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:30.652535 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54412) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:30.655104 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:30.736121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fe96ad-dcd5-4e2a-898d-150accb962af x-openstack-request-id: req-d9fe96ad-dcd5-4e2a-898d-150accb962af {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:30.736400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "name": "network-vif-plugged", "status": "completed", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd", "code": 200}, {"server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "name": "network-vif-plugged", "status": "completed", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:30.736654 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9fe96ad-dcd5-4e2a-898d-150accb962af {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:30.737404 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fe96ad-dcd5-4e2a-898d-150accb962af'] response: {'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'code': 200} Jul 31 20:00:30.737689 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9fe96ad-dcd5-4e2a-898d-150accb962af'] response: {'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142', 'code': 200} Jul 31 20:00:30.894360 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:30.902323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.022208 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac88cb-1fc4-4952-8117-6e19636e40b5 req-b7454bc9-ad92-4bbe-bf1a-bf20d3627353 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:31.023749 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35ac88cb-1fc4-4952-8117-6e19636e40b5 req-b7454bc9-ad92-4bbe-bf1a-bf20d3627353 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1391599 Jul 31 20:00:31.049735 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 2f180fc5-e3a5-4b52-9eca-4afea4a63fac associated. External IP: 172.27.0.170, port: 2a807f69-4e6e-4e5f-9403-2f792246e051. Jul 31 20:00:31.053695 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:31.123384 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-35ac88cb-1fc4-4952-8117-6e19636e40b5 req-599ac499-1ed5-4a2c-8bc7-36e61c907d96 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925291 Jul 31 20:00:31.152610 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712513c1-9c78-4f84-a34f-6509add6a548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.288275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.293366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.339301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712513c1-9c78-4f84-a34f-6509add6a548 admin admin] Publish callbacks [] for security_group (2fde8de6-9b48-467b-bc34-23fc2f331b9c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.354912 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-712513c1-9c78-4f84-a34f-6509add6a548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2fde8de6-9b48-467b-bc34-23fc2f331b9c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.399474 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-712513c1-9c78-4f84-a34f-6509add6a548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=52c58f8dcab742768eb67789c309c809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433336 Jul 31 20:00:31.400076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54434) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:31.400676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:00:31.442895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712513c1-9c78-4f84-a34f-6509add6a548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fde8de6-9b48-467b-bc34-23fc2f331b9c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:31.537307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bd639-8707-4a35-9095-8f7c462f57f4 req-f5f50c76-34a4-47b4-ad4a-ba65eff1605d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:31.539007 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-246bd639-8707-4a35-9095-8f7c462f57f4 req-f5f50c76-34a4-47b4-ad4a-ba65eff1605d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1170578 Jul 31 20:00:31.542077 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Floating IP e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb associated. External IP: 172.27.0.69, port: b365ebcd-da3b-4922-a38f-6b3e66392c64. Jul 31 20:00:31.561757 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:00:31.566239 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.577738 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:00:31.592211 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:31.594050 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:31.623510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] Publish callbacks [] for security_group (2fde8de6-9b48-467b-bc34-23fc2f331b9c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.670631 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:31.762347 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:31.830783 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] Publish callbacks [] for security_group (2fde8de6-9b48-467b-bc34-23fc2f331b9c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:31.859671 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-246bd639-8707-4a35-9095-8f7c462f57f4 req-6e037f76-5d1a-4365-bc53-49cba0931bfe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094127 Jul 31 20:00:31.973701 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6d15c8b0-216d-416b-bd97-df2bceea39f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "PUT /v2.0/floatingips/2f180fc5-e3a5-4b52-9eca-4afea4a63fac HTTP/1.1" status: 200 len: 991 time: 2.4060392 Jul 31 20:00:31.974296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:31.976586 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9774a2-4414-48fe-b71e-f5683079eca9" -d '{"events": [{"name": "network-changed", "server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:32.019599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402f92b2-1621-4a78-ad88-188d3be98753 x-openstack-request-id: req-402f92b2-1621-4a78-ad88-188d3be98753 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:32.019896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:32.020150 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-402f92b2-1621-4a78-ad88-188d3be98753 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:32.020669 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-402f92b2-1621-4a78-ad88-188d3be98753'] response: {'name': 'network-changed', 'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'status': 'completed', 'code': 200} Jul 31 20:00:32.030565 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:32.111350 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:00:32.114701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2fde8de6-9b48-467b-bc34-23fc2f331b9c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:32.117692 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:32.119387 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fde8de6-9b48-467b-bc34-23fc2f331b9c HTTP/1.1" status: 204 len: 168 time: 0.7182946 Jul 31 20:00:32.134874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab3f3-ee49-431a-8f97-13be1d2c91cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fde8de6-9b48-467b-bc34-23fc2f331b9c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:32.303451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cd9f-e109-43c8-935f-7985ba4f0d2e req-1e09eeb8-708e-40d4-a927-cf3d6aa0d54d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:32.304972 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f526cd9f-e109-43c8-935f-7985ba4f0d2e req-1e09eeb8-708e-40d4-a927-cf3d6aa0d54d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0663671 Jul 31 20:00:32.309927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:00:32.315860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:32.324563 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:00:32.347092 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:32.347900 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:32.352416 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:30Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:32.379241 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1dae02b5-473d-4ea5-96c0-383964c1ffe0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "PUT /v2.0/floatingips/e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb HTTP/1.1" status: 200 len: 990 time: 2.4569900 Jul 31 20:00:32.400909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:32.403245 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e40e91-4c39-403a-bed6-b3bbf3167e31" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:32.413682 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:00:32.435142 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:32.439145 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f526cd9f-e109-43c8-935f-7985ba4f0d2e req-eb9a5856-5978-43f4-bb9f-3fca3ff17f82 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272051 Jul 31 20:00:32.439731 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:32.452982 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54011ba-5958-497d-ad6b-fa69079d79dc req-2df58b63-17d9-41ac-8293-6203e820663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:32.459109 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c54011ba-5958-497d-ad6b-fa69079d79dc req-2df58b63-17d9-41ac-8293-6203e820663d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1129 time: 0.0988662 Jul 31 20:00:32.469940 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd283a9-65f7-4cba-8c7c-517b0dd9a3df x-openstack-request-id: req-dbd283a9-65f7-4cba-8c7c-517b0dd9a3df {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:32.470234 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:32.470489 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dbd283a9-65f7-4cba-8c7c-517b0dd9a3df {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:32.470887 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd283a9-65f7-4cba-8c7c-517b0dd9a3df'] response: {'name': 'network-changed', 'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'status': 'completed', 'code': 200} Jul 31 20:00:32.537454 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:32.625779 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7c0fd-041a-49f4-a205-13fb7eb2a8f5 req-297b933d-a4ef-47d9-841b-3074e52f4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:32.629342 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8bf7c0fd-041a-49f4-a205-13fb7eb2a8f5 req-297b933d-a4ef-47d9-841b-3074e52f4236 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 1129 time: 0.1231773 Jul 31 20:00:32.658107 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:32.771244 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c54011ba-5958-497d-ad6b-fa69079d79dc req-e792f7ff-6c7e-4df5-be2e-7c4dbd7bef79 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021147 Jul 31 20:00:32.845192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8bf7c0fd-041a-49f4-a205-13fb7eb2a8f5 req-58274887-5b2b-44a8-b194-28dc6213ef8a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865948 Jul 31 20:00:33.009064 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:30Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:33.050291 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:94:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:47Z', 'updated_at': '2022-07-31T20:00:31Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:33.079702 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46fcfc6-13b6-4a33-859f-c794baf29e08 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:30Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:00:33.080109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5347c8-ff05-4675-a9ce-f6a4913cc112 req-c18d0036-e51a-4214-99e6-4e953586e441 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:33.084366 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:00:33.089854 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1e5347c8-ff05-4675-a9ce-f6a4913cc112 req-c18d0036-e51a-4214-99e6-4e953586e441 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1126716 Jul 31 20:00:33.097345 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:33.098662 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:33.193970 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1e5347c8-ff05-4675-a9ce-f6a4913cc112 req-822a1516-6aa3-4e5d-be32-9dcfd82b1723 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950460 Jul 31 20:00:33.244603 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:33.521056 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:33.525215 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:94:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:47Z', 'updated_at': '2022-07-31T20:00:31Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:33.561787 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63c816-0af5-49b5-97b0-f8f69c9403a7 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:94:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:47Z', 'updated_at': '2022-07-31T20:00:31Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:00:33.652758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:33.679375 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501882f2-bcb3-4de4-9711-20c7499d221e req-98d7b33f-162f-4796-b8e5-b244bde3a3ef tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:33.681266 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-501882f2-bcb3-4de4-9711-20c7499d221e req-98d7b33f-162f-4796-b8e5-b244bde3a3ef tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0985739 Jul 31 20:00:33.772440 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-501882f2-bcb3-4de4-9711-20c7499d221e req-150e5a51-6cdf-4862-aa34-1d686593226e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848906 Jul 31 20:00:33.935796 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa55617-8fed-4168-b72e-9acdd642185c None None] New status for floating IP e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:00:33.963202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:33.988346 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a828886-9efb-4b3a-8b7e-5710f383c3f7 req-27d8051a-9356-4543-9e28-0bc0b1838bc9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:33.990075 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a828886-9efb-4b3a-8b7e-5710f383c3f7 req-27d8051a-9356-4543-9e28-0bc0b1838bc9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0839140 Jul 31 20:00:34.001733 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54538) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:34.006835 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'floatingip': {'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:00:34.050093 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.098167 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:34.127650 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-9c2e416d-ba9f-48cd-bb10-03f0b64f924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:34.129520 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-9c2e416d-ba9f-48cd-bb10-03f0b64f924f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 1129 time: 0.0895174 Jul 31 20:00:34.133406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-a7deda38-3be9-40e0-9ac9-0a10f4682744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:34.135378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-a7deda38-3be9-40e0-9ac9-0a10f4682744 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1129 time: 0.0811009 Jul 31 20:00:34.169348 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:34.307386 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b40e5-d64f-4049-b9b9-d9122b6da48d None None] New status for floating IP 2f180fc5-e3a5-4b52-9eca-4afea4a63fac: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:00:34.363602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31e7a5-d7a4-4d68-8e95-66d05c9cbb0e req-7e887747-59ba-4321-b13d-16e5931bb0a8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:34.366250 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc31e7a5-d7a4-4d68-8e95-66d05c9cbb0e req-7e887747-59ba-4321-b13d-16e5931bb0a8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0813832 Jul 31 20:00:34.420653 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc31e7a5-d7a4-4d68-8e95-66d05c9cbb0e req-c6ba88ec-4257-4817-89f0-fc18f7368585 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485697 Jul 31 20:00:34.460669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54548) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:34.489394 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:34.584958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a5875f0-bc54-4db9-b913-38531c5a5e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.594318 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.599256 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.669410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a5875f0-bc54-4db9-b913-38531c5a5e6b admin admin] Publish callbacks [] for security_group (30a4d284-3d33-4de3-8368-ffde7007f224), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.674233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6a5875f0-bc54-4db9-b913-38531c5a5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (30a4d284-3d33-4de3-8368-ffde7007f224), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.700069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:34.706008 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6a5875f0-bc54-4db9-b913-38531c5a5e6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e3e0e3b109a4070ae9f8835e8548066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416408 Jul 31 20:00:34.706626 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54552) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:34.728445 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5875f0-bc54-4db9-b913-38531c5a5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a4d284-3d33-4de3-8368-ffde7007f224,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:34.730701 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Floating IP 30a529bb-48da-4ed8-b5d4-2ed5dc573b53 associated. External IP: 172.27.0.191, port: eaea7f4e-af98-4acb-9edb-366b7b6e28d8. Jul 31 20:00:34.837313 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] Publish callbacks [] for security_group (30a4d284-3d33-4de3-8368-ffde7007f224), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.871210 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] Publish callbacks [] for security_group (30a4d284-3d33-4de3-8368-ffde7007f224), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.995627 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (30a4d284-3d33-4de3-8368-ffde7007f224), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.998450 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:34.999613 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30a4d284-3d33-4de3-8368-ffde7007f224 HTTP/1.1" status: 204 len: 168 time: 0.2918811 Jul 31 20:00:35.014093 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191e702-63f8-46e3-b8ea-3197ac569008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a4d284-3d33-4de3-8368-ffde7007f224,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:35.022607 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:00:35.178428 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:00:35.184092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.190654 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:00:35.204789 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:35.206434 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:35.227886 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-780d323b-55a1-4123-bc91-203a3194ac5a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "PUT /v2.0/floatingips/30a529bb-48da-4ed8-b5d4-2ed5dc573b53 HTTP/1.1" status: 200 len: 992 time: 1.2249744 Jul 31 20:00:35.228478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:35.242180 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2fb111-8562-4f25-bccc-d3c74f35d520" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:35.291734 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbf5063-3853-49e3-951c-162adf254881 x-openstack-request-id: req-6dbf5063-3853-49e3-951c-162adf254881 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:35.292198 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:35.292477 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6dbf5063-3853-49e3-951c-162adf254881 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:35.293084 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbf5063-3853-49e3-951c-162adf254881'] response: {'name': 'network-changed', 'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'status': 'completed', 'code': 200} Jul 31 20:00:35.336503 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:35.386119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54572) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:35.402658 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90309432-e9c2-4c62-a2f9-97f8b8aaccc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.482649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90309432-e9c2-4c62-a2f9-97f8b8aaccc7 admin admin] Publish callbacks [] for security_group (92b8325d-a3a7-475c-a75e-c5730ddecd55), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.488577 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-90309432-e9c2-4c62-a2f9-97f8b8aaccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (92b8325d-a3a7-475c-a75e-c5730ddecd55), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.513203 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:35.561945 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '30a529bb-48da-4ed8-b5d4-2ed5dc573b53', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:42Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:35.587504 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:00:35.596334 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:35.596950 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:35.702769 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:35.873554 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90309432-e9c2-4c62-a2f9-97f8b8aaccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b8325d-a3a7-475c-a75e-c5730ddecd55,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:35.885729 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-90309432-e9c2-4c62-a2f9-97f8b8aaccc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46fdba4701e04fd69f0a2e9e386f4ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983637 Jul 31 20:00:35.888495 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54576) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:35.901667 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:35.909101 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f4339-fda7-4568-a6f6-986222e20dbe req-8cf5f550-2cd4-49c2-858b-a60467947c62 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:35.910783 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a2f4339-fda7-4568-a6f6-986222e20dbe req-8cf5f550-2cd4-49c2-858b-a60467947c62 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.4029107 Jul 31 20:00:35.948346 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] Publish callbacks [] for security_group (92b8325d-a3a7-475c-a75e-c5730ddecd55), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.971038 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] Publish callbacks [] for security_group (92b8325d-a3a7-475c-a75e-c5730ddecd55), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:35.996549 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-c0b75399-4c8d-4fb9-84a5-f0027d90dd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:35.998079 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-c0b75399-4c8d-4fb9-84a5-f0027d90dd0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.4913473 Jul 31 20:00:36.007969 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-5bd3233a-e31f-4259-acf5-7e119031f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:36.009572 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-5bd3233a-e31f-4259-acf5-7e119031f1da service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.5001938 Jul 31 20:00:36.017845 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a2f4339-fda7-4568-a6f6-986222e20dbe req-9874ed0c-eb0a-4994-889d-0de2c233462f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973914 Jul 31 20:00:36.025040 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '30a529bb-48da-4ed8-b5d4-2ed5dc573b53', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:42Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:36.040465 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (92b8325d-a3a7-475c-a75e-c5730ddecd55), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:36.043072 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:36.044251 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92b8325d-a3a7-475c-a75e-c5730ddecd55 HTTP/1.1" status: 204 len: 168 time: 0.1547623 Jul 31 20:00:36.053791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734b660-7b08-47a3-b6fe-0ac238d598fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b8325d-a3a7-475c-a75e-c5730ddecd55,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:36.075841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:36.076418 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dea7dd6-8300-4fc7-bff1-1decc2f58b49 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '30a529bb-48da-4ed8-b5d4-2ed5dc573b53', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:42Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:00:36.321757 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7187ca67-88f2-41cd-bf8e-d611d19e6b60 None None] New status for floating IP 30a529bb-48da-4ed8-b5d4-2ed5dc573b53: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:00:36.365672 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:36.374355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5b9c5-3548-4d30-b268-00b4540ad2cd req-29aa4f9c-0334-46ab-9c91-75c1273dbf5f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:36.376930 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae5b9c5-3548-4d30-b268-00b4540ad2cd req-29aa4f9c-0334-46ab-9c91-75c1273dbf5f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Jul 31 20:00:36.442101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae5b9c5-3548-4d30-b268-00b4540ad2cd req-31bf8435-b947-427d-9b6d-379513ad6b1a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583789 Jul 31 20:00:37.568883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39293326-75ac-47b5-9072-4bcdf193fad2 req-90b7fe88-6032-4820-84f4-1d8f57e7e8b2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:37.570524 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39293326-75ac-47b5-9072-4bcdf193fad2 req-90b7fe88-6032-4820-84f4-1d8f57e7e8b2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0462835 Jul 31 20:00:37.621542 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39293326-75ac-47b5-9072-4bcdf193fad2 req-f00abd8c-9fc1-4c3e-946a-5109019d4827 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Jul 31 20:00:38.689720 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-44f46037-dbc6-4f67-ad1d-1476f6c4fda1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408401 Jul 31 20:00:38.739369 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1672-164f-4276-846b-9eb3baa825f2 req-46920d75-95b1-47b0-9f63-0cca5ffa9afe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:38.740869 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f93a1672-164f-4276-846b-9eb3baa825f2 req-46920d75-95b1-47b0-9f63-0cca5ffa9afe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0472732 Jul 31 20:00:38.788601 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f93a1672-164f-4276-846b-9eb3baa825f2 req-c5d8b37c-d615-4d9f-8b53-8995c914eb26 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Jul 31 20:00:39.181529 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-f80e6096-2cc5-4ed2-b60c-466c45f8de79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 200 len: 1001 time: 0.0858028 Jul 31 20:00:39.586979 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-21c61d45-77a9-4fad-a4d2-d997b962946f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:39.792298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-49affc8d-2913-4ec0-9324-69d2d68e8959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:39.793835 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-49affc8d-2913-4ec0-9324-69d2d68e8959 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1130 time: 0.0617635 Jul 31 20:00:39.795628 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-9d451262-6b62-4c27-9617-9695dba6afbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 1000 time: 0.1150839 Jul 31 20:00:39.909364 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d724f-4575-4cb3-8f89-72ae58f98784 req-28f3d714-e8cf-4587-b8d1-2d9b5a8b9039 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:39.910877 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-180d724f-4575-4cb3-8f89-72ae58f98784 req-28f3d714-e8cf-4587-b8d1-2d9b5a8b9039 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0486741 Jul 31 20:00:39.931148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:39.968087 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-180d724f-4575-4cb3-8f89-72ae58f98784 req-02d33112-0cee-4f40-96ab-e3b3e812e568 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Jul 31 20:00:40.702377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-061f8614-1b46-47dd-baa9-beea35777c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:40.703890 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-061f8614-1b46-47dd-baa9-beea35777c50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 1129 time: 0.0879264 Jul 31 20:00:40.707658 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-beb728a3-2eb4-4117-a7a2-bf52ba3d75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:40.708963 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-beb728a3-2eb4-4117-a7a2-bf52ba3d75fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0911279 Jul 31 20:00:41.101838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db3d8b-557c-452d-b2ce-8bfb60945adb req-76422b5b-644a-418a-962b-d01c55d8dfdc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:41.103561 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0db3d8b-557c-452d-b2ce-8bfb60945adb req-76422b5b-644a-418a-962b-d01c55d8dfdc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0541222 Jul 31 20:00:41.153514 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0db3d8b-557c-452d-b2ce-8bfb60945adb req-f14ea530-f11f-4714-8911-22e00d2f4fd1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435538 Jul 31 20:00:41.862713 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3130a4a2-2888-4e31-8ce0-822c0ce97a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.278962 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226655e-3849-4e9e-b5fd-58c46d4b8813 req-e3a65a6e-2c1d-4973-9415-adbdab02019d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:42.280458 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d226655e-3849-4e9e-b5fd-58c46d4b8813 req-e3a65a6e-2c1d-4973-9415-adbdab02019d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0476599 Jul 31 20:00:42.338430 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d226655e-3849-4e9e-b5fd-58c46d4b8813 req-69f1eb3a-7e8f-442c-a60f-0a2777c974f0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521655 Jul 31 20:00:42.405292 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54738) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:42.519741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:42.521486 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-81955167-f9eb-47c4-bb8d-a2ccf567b241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.585040 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-2790b414-8848-457a-9399-9c1654e0d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:42.586842 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-2790b414-8848-457a-9399-9c1654e0d0dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1675634 Jul 31 20:00:42.598051 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:42.599649 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-81955167-f9eb-47c4-bb8d-a2ccf567b241 admin admin] Publish callbacks [] for security_group (09e4edb3-1118-4e97-a35c-d6961e475c1f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.600491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-86994bdd-d38e-416e-8a14-47ac4b2b1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:42.602185 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-86994bdd-d38e-416e-8a14-47ac4b2b1c5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.2065408 Jul 31 20:00:42.604178 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-81955167-f9eb-47c4-bb8d-a2ccf567b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (09e4edb3-1118-4e97-a35c-d6961e475c1f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.655258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-7b15d979-a2f4-458c-913c-a2b42fd8ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:42.655483 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81955167-f9eb-47c4-bb8d-a2ccf567b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e4edb3-1118-4e97-a35c-d6961e475c1f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:42.656885 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-7b15d979-a2f4-458c-913c-a2b42fd8ae28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.2397609 Jul 31 20:00:42.659432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-7c018dd8-8bef-4371-9c80-ad2efc61aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:42.660880 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-7c018dd8-8bef-4371-9c80-ad2efc61aedc service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.2571552 Jul 31 20:00:42.666024 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-81955167-f9eb-47c4-bb8d-a2ccf567b241 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc4a20612ad94120a8ac3a9dffc6b372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592983 Jul 31 20:00:42.667538 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54744) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:42.726323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] Publish callbacks [] for security_group (09e4edb3-1118-4e97-a35c-d6961e475c1f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.748305 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] Publish callbacks [] for security_group (09e4edb3-1118-4e97-a35c-d6961e475c1f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.795256 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (09e4edb3-1118-4e97-a35c-d6961e475c1f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.797823 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:42.799074 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09e4edb3-1118-4e97-a35c-d6961e475c1f HTTP/1.1" status: 204 len: 168 time: 0.1302750 Jul 31 20:00:42.811304 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cac90-ca46-4415-9031-786198ac8687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e4edb3-1118-4e97-a35c-d6961e475c1f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:42.827235 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:43.108278 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-e8acf263-1d80-42fa-a546-d6f3e3a3f72b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142 HTTP/1.1" status: 200 len: 217 time: 0.1606305 Jul 31 20:00:43.161497 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-b0716a3a-d003-4aac-8119-99bc71ac196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.164076 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-b0716a3a-d003-4aac-8119-99bc71ac196e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1974082 Jul 31 20:00:43.189022 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-ac8950ac-d5ff-4025-97dd-7843d7e54f5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1002 time: 0.2488360 Jul 31 20:00:43.322457 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-2aadbe15-f1ea-48e4-ac54-30b706cdda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.323191 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-2aadbe15-f1ea-48e4-ac54-30b706cdda72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.1867642 Jul 31 20:00:43.346592 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-9b0b0aa5-9deb-4aa0-87f3-bc4a53b76962 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809419 Jul 31 20:00:43.375186 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-d0059fde-790a-4a20-a625-9896790115ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.376654 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-d0059fde-790a-4a20-a625-9896790115ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.1730330 Jul 31 20:00:43.396202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:43.501712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-a577d55b-da27-44c3-a020-633607c54ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.503154 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-a577d55b-da27-44c3-a020-633607c54ce8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1694756 Jul 31 20:00:43.528629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-d5bc09f4-77b7-4102-8886-3b11bbc526f2 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413575 Jul 31 20:00:43.573605 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-1445307d-ea48-4653-8ebc-32263bd28199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.575191 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-1445307d-ea48-4653-8ebc-32263bd28199 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1774352 Jul 31 20:00:43.666684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f77b3-3b5c-4391-9c42-c7b23b571236 req-500dcf79-7125-463c-a5f9-bb1fbc87cead tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:43.668211 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b16f77b3-3b5c-4391-9c42-c7b23b571236 req-500dcf79-7125-463c-a5f9-bb1fbc87cead tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.2163780 Jul 31 20:00:43.764266 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f9774a2-4414-48fe-b71e-f5683079eca9 req-c7e47393-b7c6-4f2c-80e7-340ec8dc694d service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911533 Jul 31 20:00:44.082430 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-83258563-8203-42ed-a2da-8d3149b54fa0 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511503 Jul 31 20:00:44.100193 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:44.121522 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b16f77b3-3b5c-4391-9c42-c7b23b571236 req-cbea3d3d-59e6-46a3-8916-cfe6b928b340 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297786 Jul 31 20:00:44.128747 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-4f2693ea-c6ea-4446-8b3b-d010fd2a9bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5143275 Jul 31 20:00:44.131463 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1e40e91-4c39-403a-bed6-b3bbf3167e31 req-737a87df-660b-4c99-ad84-637b3d28fb9b service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853729 Jul 31 20:00:44.211080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a490e34-7f63-4d8c-9e84-49f0470e7bdb req-bd776a30-4739-4437-836c-ac179bd97c12 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:44.212613 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a490e34-7f63-4d8c-9e84-49f0470e7bdb req-bd776a30-4739-4437-836c-ac179bd97c12 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0502362 Jul 31 20:00:44.222036 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:44.261200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a490e34-7f63-4d8c-9e84-49f0470e7bdb req-8e94e721-a74d-46e0-9d75-4f993a4d8986 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Jul 31 20:00:44.475152 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:45.241223 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecadcbe-6152-4ec7-8b44-ecee4d53a152 req-362d521d-4853-4db6-9e7d-b19bd5f6074f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:45.244035 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fecadcbe-6152-4ec7-8b44-ecee4d53a152 req-362d521d-4853-4db6-9e7d-b19bd5f6074f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0497158 Jul 31 20:00:45.303657 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fecadcbe-6152-4ec7-8b44-ecee4d53a152 req-136ac8b6-c3c0-4e6d-86d5-f594d301e20b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534124 Jul 31 20:00:45.384942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2d17e-0319-4cf3-ba43-0c7169765075 req-b4afbb6e-b449-4037-b82d-faaa34c3c191 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:45.386504 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cfe2d17e-0319-4cf3-ba43-0c7169765075 req-b4afbb6e-b449-4037-b82d-faaa34c3c191 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0475719 Jul 31 20:00:45.436289 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cfe2d17e-0319-4cf3-ba43-0c7169765075 req-74df7f22-5f40-408f-bfe9-bc117960db73 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Jul 31 20:00:46.021292 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=42 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:46.037583 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:UPDATE=1,neutron:SELECT=77 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:46.235260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:46.257694 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-447e13cd-39bb-45d8-8544-ea0b661f7e29 req-590353ee-05ce-4c94-8421-e2c159a2d990 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788025 Jul 31 20:00:46.261092 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df2fb111-8562-4f25-bccc-d3c74f35d520 req-b9e37bc5-89a7-4941-b0cd-d0dee60a759b service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718686 Jul 31 20:00:46.440690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19645132-1110-479f-a99f-c5f20b243756 req-1c8bd43f-e8be-4034-8b87-65759406ce08 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:46.442368 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19645132-1110-479f-a99f-c5f20b243756 req-1c8bd43f-e8be-4034-8b87-65759406ce08 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0472260 Jul 31 20:00:46.498894 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19645132-1110-479f-a99f-c5f20b243756 req-dbdcb930-c6e7-4424-9afd-1be63cf0fcbf tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485263 Jul 31 20:00:46.556231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc24bd-d57f-4b08-a4d8-063c12cbe805 req-b3d045eb-d218-4c4c-9fc4-f88927fa5674 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:46.557770 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bcc24bd-d57f-4b08-a4d8-063c12cbe805 req-b3d045eb-d218-4c4c-9fc4-f88927fa5674 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0472434 Jul 31 20:00:46.616194 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bcc24bd-d57f-4b08-a4d8-063c12cbe805 req-29b875cd-ffc2-49d2-b2e5-e771697a6fee tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526171 Jul 31 20:00:47.006985 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-dd3fd693-9922-490c-b25e-6742bf31f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.008489 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-dd3fd693-9922-490c-b25e-6742bf31f723 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1130 time: 0.0504029 Jul 31 20:00:47.239710 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63672472-e58b-4e48-9695-1356bc75ee40 req-59709c1c-6c9c-4208-a076-859bb64d78fa tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.240909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63672472-e58b-4e48-9695-1356bc75ee40 req-59709c1c-6c9c-4208-a076-859bb64d78fa tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.0967903 Jul 31 20:00:47.322376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-2d2ff8b4-8fd1-432f-9a10-13fcc79f0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.324576 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-2d2ff8b4-8fd1-432f-9a10-13fcc79f0dff service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.1817248 Jul 31 20:00:47.326734 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54880) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:47.423393 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Deleting port a4ca66a2-1746-449b-8904-3d6445d22f14 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:00:47.424049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.443689 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0ed9-1cb5-4116-88c3-862dbc49e623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.474493 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-fe14c6ce-92c9-48b5-ab67-b59e7f0d9755 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1002 time: 0.1245017 Jul 31 20:00:47.500171 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:47.524313 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0ed9-1cb5-4116-88c3-862dbc49e623 admin admin] Publish callbacks [] for security_group (730ffd25-c6b3-48df-8e58-ac85f2045242), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.530657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c3fb0ed9-1cb5-4116-88c3-862dbc49e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (730ffd25-c6b3-48df-8e58-ac85f2045242), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.577212 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] For port a4ca66a2-1746-449b-8904-3d6445d22f14, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a4ca66a2-1746-449b-8904-3d6445d22f14,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:47.577591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.579056 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c3fb0ed9-1cb5-4116-88c3-862dbc49e623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=638408032f59495bbc42829c520bc73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512250 Jul 31 20:00:47.579874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb0ed9-1cb5-4116-88c3-862dbc49e623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ffd25-c6b3-48df-8e58-ac85f2045242,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:47.581103 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-53431d56-3c70-42ff-8204-880892283b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.582613 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-53431d56-3c70-42ff-8204-880892283b61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0958157 Jul 31 20:00:47.582743 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54886) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:47.633706 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Calling delete_port for a4ca66a2-1746-449b-8904-3d6445d22f14 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:00:47.634071 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] Publish callbacks [] for security_group (730ffd25-c6b3-48df-8e58-ac85f2045242), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.658546 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] Publish callbacks [] for security_group (730ffd25-c6b3-48df-8e58-ac85f2045242), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.687571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bc5ac-5491-4ce0-a6c4-8040bf8b9b36 req-27d2425b-6ffe-463c-9c72-83c729a01ebb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.689089 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c04bc5ac-5491-4ce0-a6c4-8040bf8b9b36 req-27d2425b-6ffe-463c-9c72-83c729a01ebb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1007643 Jul 31 20:00:47.711083 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-cb95f248-2077-4533-84ba-f7f4aefa7322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.712586 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-cb95f248-2077-4533-84ba-f7f4aefa7322 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231787 Jul 31 20:00:47.714312 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (730ffd25-c6b3-48df-8e58-ac85f2045242), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.716866 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:47.721080 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/730ffd25-c6b3-48df-8e58-ac85f2045242 HTTP/1.1" status: 204 len: 168 time: 0.1373684 Jul 31 20:00:47.730208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1447329-4055-42f4-8450-4f5763597880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ffd25-c6b3-48df-8e58-ac85f2045242,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:47.882054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf3d2b-2b7f-4e74-8f9c-c99845d7b542 req-0abd14a9-f1b8-4778-af04-af101aa4c15a tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:47.883539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcaf3d2b-2b7f-4e74-8f9c-c99845d7b542 req-0abd14a9-f1b8-4778-af04-af101aa4c15a tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 945 time: 0.1750724 Jul 31 20:00:47.910438 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c04bc5ac-5491-4ce0-a6c4-8040bf8b9b36 req-29ebd08d-759c-4635-a8b3-4d64db521833 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006619 Jul 31 20:00:47.910884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:47.990278 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-ad462d36-aacd-4770-b5a7-8639a34e99cf service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326965 Jul 31 20:00:48.023772 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcaf3d2b-2b7f-4e74-8f9c-c99845d7b542 req-b25b8962-2588-4438-bd46-2148cde85b7d tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/security-groups?id=369c2620-cb2f-4884-bd8d-02f8119bc0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320071 Jul 31 20:00:48.102365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (a4ca66a2-1746-449b-8904-3d6445d22f14), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.144038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Pushing event deleted for resources: {'Port': ['ID=a4ca66a2-1746-449b-8904-3d6445d22f14,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:48.162938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['a4ca66a2-1746-449b-8904-3d6445d22f14'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:00:48.234410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] No DVR routers for this DVR port a4ca66a2-1746-449b-8904-3d6445d22f14 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:00:48.240378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-233be0ae-1868-448b-a2dc-0b99c9ecce7d req-bd22ce2c-a9c9-47af-a172-747a0b783416 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285633 Jul 31 20:00:48.240995 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.244684 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63672472-e58b-4e48-9695-1356bc75ee40 req-4cd0a114-f301-4614-a0c1-7b2f4c2190fc tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.57 "DELETE /v2.0/ports/a4ca66a2-1746-449b-8904-3d6445d22f14 HTTP/1.1" status: 204 len: 173 time: 0.9967022 Jul 31 20:00:48.245139 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'name': 'network-vif-deleted', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:00:48.279880 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18d6857-020f-4515-8f76-31821b29ac85" -d '{"events": [{"server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "name": "network-vif-deleted", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:00:48.359897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457d7de-c600-4497-9301-6007d7827aed x-openstack-request-id: req-e457d7de-c600-4497-9301-6007d7827aed {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:00:48.359897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef21f87f-e509-4c7d-883c-3e0f5d0672de", "name": "network-vif-deleted", "tag": "a4ca66a2-1746-449b-8904-3d6445d22f14", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:00:48.359897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e457d7de-c600-4497-9301-6007d7827aed {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:00:48.359897 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e457d7de-c600-4497-9301-6007d7827aed'] response: {'server_uuid': 'ef21f87f-e509-4c7d-883c-3e0f5d0672de', 'name': 'network-vif-deleted', 'tag': 'a4ca66a2-1746-449b-8904-3d6445d22f14', 'status': 'completed', 'code': 200} Jul 31 20:00:48.497248 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54922) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:48.722009 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aab19b4b-669f-4cff-92af-683dbf87f2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.740526 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:48.759259 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:48.824424 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aab19b4b-669f-4cff-92af-683dbf87f2d7 admin admin] Publish callbacks [] for security_group (1e6c4bd7-b871-4890-acb6-6fba0e2d2e05), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.829682 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-aab19b4b-669f-4cff-92af-683dbf87f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1e6c4bd7-b871-4890-acb6-6fba0e2d2e05), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.868379 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab19b4b-669f-4cff-92af-683dbf87f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c4bd7-b871-4890-acb6-6fba0e2d2e05,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:48.887203 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aab19b4b-669f-4cff-92af-683dbf87f2d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af278c7ff1d646b2a12e708c4594db3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3860519 Jul 31 20:00:48.887883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54934) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:48.929174 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54936) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:48.948216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] Publish callbacks [] for security_group (1e6c4bd7-b871-4890-acb6-6fba0e2d2e05), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:48.979739 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] Publish callbacks [] for security_group (1e6c4bd7-b871-4890-acb6-6fba0e2d2e05), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.074632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26432006-a7fc-4ad4-adf8-92b0ec54c879 req-ff022e8f-ee0e-444c-8569-9a7cb8c795ca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:49.076468 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26432006-a7fc-4ad4-adf8-92b0ec54c879 req-ff022e8f-ee0e-444c-8569-9a7cb8c795ca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0739985 Jul 31 20:00:49.095715 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c02c1b8-fa70-4700-9268-ef7adcfc2362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.114021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1e6c4bd7-b871-4890-acb6-6fba0e2d2e05), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.116676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.118253 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e6c4bd7-b871-4890-acb6-6fba0e2d2e05 HTTP/1.1" status: 204 len: 168 time: 0.2291541 Jul 31 20:00:49.140852 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:49.163878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd51fb-5e8a-4428-bea6-ff93c203db86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c4bd7-b871-4890-acb6-6fba0e2d2e05,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:49.179391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c02c1b8-fa70-4700-9268-ef7adcfc2362 admin admin] Publish callbacks [] for security_group (45df09ad-1364-4dcf-9ab4-c71e559201ce), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.185851 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c02c1b8-fa70-4700-9268-ef7adcfc2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (45df09ad-1364-4dcf-9ab4-c71e559201ce), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.190796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e0eb009-18b2-4aeb-adbb-223a56768b0d req-21449f42-67e7-4e40-8c05-56ed91fca087 tempest-DeleteServersTestJSON-1078827501 tempest-DeleteServersTestJSON-1078827501-project] 10.222.0.48 "GET /v2.0/ports?device_id=ef21f87f-e509-4c7d-883c-3e0f5d0672de HTTP/1.1" status: 200 len: 210 time: 0.0554347 Jul 31 20:00:49.213702 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26432006-a7fc-4ad4-adf8-92b0ec54c879 req-81846e1b-9233-49aa-b9bd-391a34e33dda tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299088 Jul 31 20:00:49.232471 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8c02c1b8-fa70-4700-9268-ef7adcfc2362 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8b64bcaf45c4d3f98e7a33145613921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3021069 Jul 31 20:00:49.235030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:49.270646 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02c1b8-fa70-4700-9268-ef7adcfc2362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df09ad-1364-4dcf-9ab4-c71e559201ce,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:49.301999 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] Publish callbacks [] for security_group (45df09ad-1364-4dcf-9ab4-c71e559201ce), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.324041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] Publish callbacks [] for security_group (45df09ad-1364-4dcf-9ab4-c71e559201ce), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.371695 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (45df09ad-1364-4dcf-9ab4-c71e559201ce), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.374391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.375557 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45df09ad-1364-4dcf-9ab4-c71e559201ce HTTP/1.1" status: 204 len: 168 time: 0.1393690 Jul 31 20:00:49.384050 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ebb09-6069-4b3a-82c6-e88192654390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df09ad-1364-4dcf-9ab4-c71e559201ce,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:49.474913 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 54954) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:49.489654 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19b2f8ce-74aa-437f-a7ea-bb4d59672a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.594420 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19b2f8ce-74aa-437f-a7ea-bb4d59672a96 admin admin] Publish callbacks [] for security_group (5962a08e-fca8-4f4f-be4e-19a05b273624), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.601693 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-19b2f8ce-74aa-437f-a7ea-bb4d59672a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5962a08e-fca8-4f4f-be4e-19a05b273624), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.645623 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 54956) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:49.646227 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-19b2f8ce-74aa-437f-a7ea-bb4d59672a96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79faad98d5744b1aa47f8f32c8ce005c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696658 Jul 31 20:00:49.663915 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2f8ce-74aa-437f-a7ea-bb4d59672a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5962a08e-fca8-4f4f-be4e-19a05b273624,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:49.724486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] Publish callbacks [] for security_group (5962a08e-fca8-4f4f-be4e-19a05b273624), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.754527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] Publish callbacks [] for security_group (5962a08e-fca8-4f4f-be4e-19a05b273624), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.803296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5962a08e-fca8-4f4f-be4e-19a05b273624), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.805820 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:49.806967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5962a08e-fca8-4f4f-be4e-19a05b273624 HTTP/1.1" status: 204 len: 168 time: 0.1595762 Jul 31 20:00:49.814862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b5ae2-9c4e-41d3-90b5-e8ab1658c48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5962a08e-fca8-4f4f-be4e-19a05b273624,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:50.363799 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27630d10-ea46-4ea2-a29c-d5796e36a75e req-95d34482-9c5c-4201-b75c-3052cf54ca22 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:50.365467 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27630d10-ea46-4ea2-a29c-d5796e36a75e req-95d34482-9c5c-4201-b75c-3052cf54ca22 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0542910 Jul 31 20:00:50.378942 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a4ca66a2-1746-449b-8904-3d6445d22f14 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:00:50.408078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: a4ca66a2-1746-449b-8904-3d6445d22f14 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:00:50.408653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a4ca66a2-1746-449b-8904-3d6445d22f14 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:00:50.426731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27630d10-ea46-4ea2-a29c-d5796e36a75e req-6b6b8f45-1f6e-4e88-a14e-fba87ae8e4c7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536439 Jul 31 20:00:51.544454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fba741-e812-447a-bb98-f2919a83d7f2 req-657dcf0e-b6cc-440a-9f48-816bce8d7f26 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:51.546113 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32fba741-e812-447a-bb98-f2919a83d7f2 req-657dcf0e-b6cc-440a-9f48-816bce8d7f26 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0467620 Jul 31 20:00:51.566811 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:51.594812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32fba741-e812-447a-bb98-f2919a83d7f2 req-7cdd3878-cd44-4742-b872-718e842a27bc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Jul 31 20:00:51.695928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55038) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:52.095764 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (67264345-32db-4c0f-ba91-6dc15e602ade), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:52.597674 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Deleting port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:00:52.598409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:52.632603 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:52.689139 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] For port 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:52.689570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:52.731455 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Calling delete_port for 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:00:52.754219 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b97e88-f604-4d09-ab44-a69450706cb8 req-ef19fa64-9e12-4b9b-b544-de7ae26a6483 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:52.755712 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02b97e88-f604-4d09-ab44-a69450706cb8 req-ef19fa64-9e12-4b9b-b544-de7ae26a6483 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0700493 Jul 31 20:00:52.849377 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02b97e88-f604-4d09-ab44-a69450706cb8 req-807a5bc6-9a83-4edc-bbff-c50e527f2f8e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635440 Jul 31 20:00:52.893298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:52.977011 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (1ce9f047-9c8a-4d55-90f2-1b858c63aa9e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:53.002270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce9f047-9c8a-4d55-90f2-1b858c63aa9e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:53.134221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (67264345-32db-4c0f-ba91-6dc15e602ade), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:53.359021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Router 67264345-32db-4c0f-ba91-6dc15e602ade has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:00:53.462874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:00:53.471576 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3bb171c3-dc9e-43d7-b94c-8e6bc2434420 admin admin] 10.222.0.48 "PUT /v2.0/routers/67264345-32db-4c0f-ba91-6dc15e602ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744963 Jul 31 20:00:53.471705 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55064) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:53.479776 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Sync routers for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:00:53.498580 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:53.499663 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:53.567423 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:53.601142 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks [] for router (67264345-32db-4c0f-ba91-6dc15e602ade), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:53.623140 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:53.702244 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=11,neutron:SELECT=88,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:53.709610 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks [] for router_gateway (67264345-32db-4c0f-ba91-6dc15e602ade), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:53.795350 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:00:52Z', 'revision_number': 5, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port': {'id': '4de9ba4f-b4b8-448c-994d-5b036557cb80', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:53.827315 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Checking router: 67264345-32db-4c0f-ba91-6dc15e602ade for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:00:53.838463 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Routers {'67264345-32db-4c0f-ba91-6dc15e602ade'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:00:53.839094 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['67264345-32db-4c0f-ba91-6dc15e602ade'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:53.930893 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] Set router 67264345-32db-4c0f-ba91-6dc15e602ade gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:00:53.962512 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Deleting port 4de9ba4f-b4b8-448c-994d-5b036557cb80 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:00:53.962858 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:53.993522 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:00:53Z', 'revision_number': 6, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:53.996848 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f0723-7552-4f15-9594-b69842f85c6b req-5aea9e57-87cb-4e8d-af73-10201adcd6c8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:54.004698 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e04f0723-7552-4f15-9594-b69842f85c6b req-5aea9e57-87cb-4e8d-af73-10201adcd6c8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0763762 Jul 31 20:00:54.019756 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c43b91-7031-4b1e-8c94-4d76a201ae17 None None] The sync data for ids ['67264345-32db-4c0f-ba91-6dc15e602ade'] in dv-cinder-849846-6-iscsi is: [{'id': '67264345-32db-4c0f-ba91-6dc15e602ade', 'name': 'tempest-DeleteServersTestJSON-989580116-router', 'tenant_id': '7ac9cd175c5b423389779d2f4f487287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:00:53Z', 'revision_number': 6, 'project_id': '7ac9cd175c5b423389779d2f4f487287', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:00:54.047575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:54.064695 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e04f0723-7552-4f15-9594-b69842f85c6b req-43b34331-aa3b-4f4d-9a27-f7f4314f2a83 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585895 Jul 31 20:00:54.097866 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] For port 4de9ba4f-b4b8-448c-994d-5b036557cb80, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4de9ba4f-b4b8-448c-994d-5b036557cb80,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:54.098232 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.113874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Calling delete_port for 4de9ba4f-b4b8-448c-994d-5b036557cb80 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:00:54.320500 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (4de9ba4f-b4b8-448c-994d-5b036557cb80), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.356131 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de9ba4f-b4b8-448c-994d-5b036557cb80,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:54.374785 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (67264345-32db-4c0f-ba91-6dc15e602ade), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.478344 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (67264345-32db-4c0f-ba91-6dc15e602ade), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.480570 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks [] for router_controller (67264345-32db-4c0f-ba91-6dc15e602ade), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.547517 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (67264345-32db-4c0f-ba91-6dc15e602ade), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.548301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67264345-32db-4c0f-ba91-6dc15e602ade {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:00:54.554332 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.555501 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-be7cab66-405d-41aa-897a-bf1dc61184c1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/67264345-32db-4c0f-ba91-6dc15e602ade HTTP/1.1" status: 204 len: 168 time: 1.0829568 Jul 31 20:00:54.558205 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55084) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:54.603324 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Deleting subnet b1247479-ec85-4788-bf07-00dec7f321d9 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:00:54.606491 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Publish callbacks [] for subnet (b1247479-ec85-4788-bf07-00dec7f321d9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.648320 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Publish callbacks [] for subnet (b1247479-ec85-4788-bf07-00dec7f321d9), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.721727 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (b1247479-ec85-4788-bf07-00dec7f321d9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.782074 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (b1247479-ec85-4788-bf07-00dec7f321d9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.813288 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1247479-ec85-4788-bf07-00dec7f321d9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:54.818379 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.821991 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-be705fc1-6519-4e2c-ad50-26f89555b224 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1247479-ec85-4788-bf07-00dec7f321d9 HTTP/1.1" status: 204 len: 168 time: 0.2627089 Jul 31 20:00:54.824570 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55086) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:54.825353 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c17a76-7238-4004-8422-b088a9bf8300 None None] Network 83dce77d-65c9-4b96-b285-b9f246c68b9a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:00:54.897669 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (83dce77d-65c9-4b96-b285-b9f246c68b9a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.904172 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:54.948627 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Deleting port 0bf75111-703f-4097-9846-8625c63c47d2 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:00:54.948978 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (0bf75111-703f-4097-9846-8625c63c47d2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:54.951763 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:54.965836 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] DHCP port deletion for 83dce77d-65c9-4b96-b285-b9f246c68b9a request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:00:55.006522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Deleting port 0bf75111-703f-4097-9846-8625c63c47d2 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:00:55.006904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (0bf75111-703f-4097-9846-8625c63c47d2), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.015410 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] For port 0bf75111-703f-4097-9846-8625c63c47d2, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0bf75111-703f-4097-9846-8625c63c47d2,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:55.015781 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (0bf75111-703f-4097-9846-8625c63c47d2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.033132 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Calling delete_port for 0bf75111-703f-4097-9846-8625c63c47d2 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:00:55.079544 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] For port 0bf75111-703f-4097-9846-8625c63c47d2, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0bf75111-703f-4097-9846-8625c63c47d2,segment=NetworkSegment(f9623139-e9f0-4dbe-942f-79428e250bb2),segment_id=f9623139-e9f0-4dbe-942f-79428e250bb2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:00:55.079983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (0bf75111-703f-4097-9846-8625c63c47d2), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.093389 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Calling delete_port for 0bf75111-703f-4097-9846-8625c63c47d2 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:00:55.143447 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (0bf75111-703f-4097-9846-8625c63c47d2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.171373 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf75111-703f-4097-9846-8625c63c47d2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:55.177549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] No DVR routers for this DVR port 0bf75111-703f-4097-9846-8625c63c47d2 on host dv-cinder-849846-6-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:00:55.200642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d80f12-cc26-44bb-9f91-07a4e58abbdd req-03fdbb85-eb0e-4d3e-9309-c9e3d8a461fe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:55.213374 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d80f12-cc26-44bb-9f91-07a4e58abbdd req-03fdbb85-eb0e-4d3e-9309-c9e3d8a461fe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0749526 Jul 31 20:00:55.221444 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (0bf75111-703f-4097-9846-8625c63c47d2), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.248169 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] Pushing event deleted for resources: {'Port': ['ID=0bf75111-703f-4097-9846-8625c63c47d2,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:55.252527 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0d2d4-738a-4135-b3bc-7b5fd7742531 None None] No DVR routers for this DVR port 0bf75111-703f-4097-9846-8625c63c47d2 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:00:55.286355 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d80f12-cc26-44bb-9f91-07a4e58abbdd req-05a2342b-02be-4335-8207-e2f58faa4c34 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548935 Jul 31 20:00:55.288963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (83dce77d-65c9-4b96-b285-b9f246c68b9a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.308963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.309343 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.310081 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.310408 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > port after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.310744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.311077 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > port after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.311393 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.311730 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.312042 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.312367 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.480176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.480736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.481465 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.481804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:00:55.482171 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dce77d-65c9-4b96-b285-b9f246c68b9a']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:55.506624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9623139-e9f0-4dbe-942f-79428e250bb2') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:55.506925 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9623139-e9f0-4dbe-942f-79428e250bb2') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:00:55.522524 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4de9ba4f-b4b8-448c-994d-5b036557cb80 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:00:55.525304 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (f9623139-e9f0-4dbe-942f-79428e250bb2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.561516 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (f9623139-e9f0-4dbe-942f-79428e250bb2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.575637 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:00:55.576112 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (f9623139-e9f0-4dbe-942f-79428e250bb2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.579057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 4de9ba4f-b4b8-448c-994d-5b036557cb80 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:00:55.579460 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4de9ba4f-b4b8-448c-994d-5b036557cb80 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:00:55.579986 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0bf75111-703f-4097-9846-8625c63c47d2 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:00:55.606748 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 0bf75111-703f-4097-9846-8625c63c47d2 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:00:55.607267 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0bf75111-703f-4097-9846-8625c63c47d2 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:00:55.608193 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:00:55.631580 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:00:55.632155 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1ce9f047-9c8a-4d55-90f2-1b858c63aa9e not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:00:55.663430 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (83dce77d-65c9-4b96-b285-b9f246c68b9a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.680797 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.685204 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] 10.222.0.48 "DELETE /v2.0/networks/83dce77d-65c9-4b96-b285-b9f246c68b9a HTTP/1.1" status: 204 len: 168 time: 0.8583500 Jul 31 20:00:55.685204 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4c30d-0cd3-49f1-8380-5a185156a70a admin admin] Pushing event deleted for resources: {'Network': ['ID=83dce77d-65c9-4b96-b285-b9f246c68b9a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:55.810680 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment f9623139-e9f0-4dbe-942f-79428e250bb2 resource provider aggregate not found Jul 31 20:00:55.827200 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment f9623139-e9f0-4dbe-942f-79428e250bb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9623139-e9f0-4dbe-942f-79428e250bb2 found for delete ", "request_id": "req-31f2553e-7eda-44a7-9d32-34877e6559cc"}]} Jul 31 20:00:55.860344 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55112) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:55.902371 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-55b615b3-4856-430b-b7c4-c8672b0654c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ac9cd175c5b423389779d2f4f487287&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407808 Jul 31 20:00:55.905930 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55114) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:55.958035 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] Publish callbacks [] for security_group (369c2620-cb2f-4884-bd8d-02f8119bc0d1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:55.979002 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] Publish callbacks [] for security_group (369c2620-cb2f-4884-bd8d-02f8119bc0d1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:56.037299 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (369c2620-cb2f-4884-bd8d-02f8119bc0d1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:56.040092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:56.041414 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/369c2620-cb2f-4884-bd8d-02f8119bc0d1 HTTP/1.1" status: 204 len: 168 time: 0.1344435 Jul 31 20:00:56.051547 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fec8ca-9fc4-437a-a770-91b0fa919827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c2620-cb2f-4884-bd8d-02f8119bc0d1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:56.393524 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8bcc4-97aa-4455-ab9b-c77704bd9f55 req-15f83830-e44a-49ce-b303-9f3bd0b1eb37 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:56.400212 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36f8bcc4-97aa-4455-ab9b-c77704bd9f55 req-15f83830-e44a-49ce-b303-9f3bd0b1eb37 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0638027 Jul 31 20:00:56.446154 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36f8bcc4-97aa-4455-ab9b-c77704bd9f55 req-c3495372-287c-4d14-a920-2b61b4afe1d4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450752 Jul 31 20:00:57.380922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55188) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:57.502998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e784bba7-8138-4112-a7a1-32957f9fcd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.570882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:57.584880 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e941ba-e63a-47cf-928e-521bf4bb0bb2 req-0e115390-df5c-4315-b6b3-ea7db8e0f371 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:57.587215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90e941ba-e63a-47cf-928e-521bf4bb0bb2 req-0e115390-df5c-4315-b6b3-ea7db8e0f371 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0675769 Jul 31 20:00:57.663147 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e784bba7-8138-4112-a7a1-32957f9fcd3c admin admin] Publish callbacks [] for security_group (bb3516fb-ca8a-4b0c-a31d-cea8f94924be), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.671566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e784bba7-8138-4112-a7a1-32957f9fcd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bb3516fb-ca8a-4b0c-a31d-cea8f94924be), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.681319 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90e941ba-e63a-47cf-928e-521bf4bb0bb2 req-8a629326-152a-492d-bb40-b37616d33b6f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858510 Jul 31 20:00:57.723072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e784bba7-8138-4112-a7a1-32957f9fcd3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21b055545f8e4efb80a29083f8aecea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382914 Jul 31 20:00:57.723072 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784bba7-8138-4112-a7a1-32957f9fcd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3516fb-ca8a-4b0c-a31d-cea8f94924be,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:57.723730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55196) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:57.774612 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] Publish callbacks [] for security_group (bb3516fb-ca8a-4b0c-a31d-cea8f94924be), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.795770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] Publish callbacks [] for security_group (bb3516fb-ca8a-4b0c-a31d-cea8f94924be), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.843718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bb3516fb-ca8a-4b0c-a31d-cea8f94924be), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.846401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:57.847565 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb3516fb-ca8a-4b0c-a31d-cea8f94924be HTTP/1.1" status: 204 len: 168 time: 0.1229756 Jul 31 20:00:57.855756 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c09e3-a919-46ba-8397-3d8250fc6dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3516fb-ca8a-4b0c-a31d-cea8f94924be,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:58.353586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55220) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:58.487576 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7434-a412-41a0-ab17-54518a9dea34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.546189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:58.582994 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7434-a412-41a0-ab17-54518a9dea34 admin admin] Publish callbacks [] for security_group (80ec6013-32c2-44fd-bb8c-c20aa78b9da8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.588551 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7434-a412-41a0-ab17-54518a9dea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (80ec6013-32c2-44fd-bb8c-c20aa78b9da8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.628837 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c7434-a412-41a0-ab17-54518a9dea34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ec6013-32c2-44fd-bb8c-c20aa78b9da8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:58.633275 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-eb9c7434-a412-41a0-ab17-54518a9dea34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97a5d2bf52ea407fb7f9365ec4296619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785871 Jul 31 20:00:58.635948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55236) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:58.684397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] Publish callbacks [] for security_group (80ec6013-32c2-44fd-bb8c-c20aa78b9da8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.707014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] Publish callbacks [] for security_group (80ec6013-32c2-44fd-bb8c-c20aa78b9da8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.774855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (80ec6013-32c2-44fd-bb8c-c20aa78b9da8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.777397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:58.778526 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80ec6013-32c2-44fd-bb8c-c20aa78b9da8 HTTP/1.1" status: 204 len: 168 time: 0.1416643 Jul 31 20:00:58.809048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c213aaa-dbf1-427d-bc37-6d42f497a2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ec6013-32c2-44fd-bb8c-c20aa78b9da8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:58.825235 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76b5ca-2a87-4987-af31-2ea239c7a182 req-df0744e6-9fd8-4d65-aa97-78199cfbf56d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:00:58.827194 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db76b5ca-2a87-4987-af31-2ea239c7a182 req-df0744e6-9fd8-4d65-aa97-78199cfbf56d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0652544 Jul 31 20:00:58.885662 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db76b5ca-2a87-4987-af31-2ea239c7a182 req-58712b0b-aa7a-4bd7-906b-5eebde34cf8a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Jul 31 20:00:59.170048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55256) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:59.184284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8d8dba1c-97a9-4613-a738-6d40e319fc18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.264043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8d8dba1c-97a9-4613-a738-6d40e319fc18 admin admin] Publish callbacks [] for security_group (f739b6dd-abdd-485f-85d6-b9d1935969fd), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.268149 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8d8dba1c-97a9-4613-a738-6d40e319fc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f739b6dd-abdd-485f-85d6-b9d1935969fd), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.288374 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:00:59.308119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8dba1c-97a9-4613-a738-6d40e319fc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f739b6dd-abdd-485f-85d6-b9d1935969fd,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:59.312735 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8d8dba1c-97a9-4613-a738-6d40e319fc18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a84b9faa423449679a2b7e7809cbf6a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415138 Jul 31 20:00:59.316036 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55262) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:59.383663 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] Publish callbacks [] for security_group (f739b6dd-abdd-485f-85d6-b9d1935969fd), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.405092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] Publish callbacks [] for security_group (f739b6dd-abdd-485f-85d6-b9d1935969fd), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.455284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f739b6dd-abdd-485f-85d6-b9d1935969fd), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.458378 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.461928 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f739b6dd-abdd-485f-85d6-b9d1935969fd HTTP/1.1" status: 204 len: 168 time: 0.1427178 Jul 31 20:00:59.467397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d1fe-43ec-4e21-a114-546c27ff8c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f739b6dd-abdd-485f-85d6-b9d1935969fd,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:00:59.842804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:00:59.856209 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-615b2a1f-72d8-41c2-a718-c72770f87f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.936963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-615b2a1f-72d8-41c2-a718-c72770f87f54 admin admin] Publish callbacks [] for security_group (d6176edd-1e42-4306-9114-1a9b3b4be1de), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:00:59.944100 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-615b2a1f-72d8-41c2-a718-c72770f87f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d6176edd-1e42-4306-9114-1a9b3b4be1de), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:00.005174 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-615b2a1f-72d8-41c2-a718-c72770f87f54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd31eb5084bc4ba7a33e22de8c6f93f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612110 Jul 31 20:01:00.006157 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b2a1f-72d8-41c2-a718-c72770f87f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6176edd-1e42-4306-9114-1a9b3b4be1de,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:00.009251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55284) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:00.043624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775237b1-4531-430f-85af-57e54adfaaf1 req-588f47f2-d095-4715-a062-0df4c6a67da8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:00.045276 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-775237b1-4531-430f-85af-57e54adfaaf1 req-588f47f2-d095-4715-a062-0df4c6a67da8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0690138 Jul 31 20:01:00.086274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:00.112641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] Publish callbacks [] for security_group (d6176edd-1e42-4306-9114-1a9b3b4be1de), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:00.118229 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-775237b1-4531-430f-85af-57e54adfaaf1 req-3c4710c4-dd8e-49d4-a031-88caeee83c54 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649390 Jul 31 20:01:00.139806 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] Publish callbacks [] for security_group (d6176edd-1e42-4306-9114-1a9b3b4be1de), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:00.198014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d6176edd-1e42-4306-9114-1a9b3b4be1de), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:00.202195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:00.203723 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6176edd-1e42-4306-9114-1a9b3b4be1de HTTP/1.1" status: 204 len: 168 time: 0.1927781 Jul 31 20:01:00.212981 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8f606-5971-46d4-9957-fe6540719634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6176edd-1e42-4306-9114-1a9b3b4be1de,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:00.914148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55310) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:01.011701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-864003621-network', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:01.037444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Made reservation on behalf of 15e426e0b2bd4bc29e7a8e222fcc8f7e for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:01.040168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.049643 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.134760 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks [] for security_group (1985e8cd-a52e-4fad-85e6-fcc6dcffab01), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.138869 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1985e8cd-a52e-4fad-85e6-fcc6dcffab01), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.160671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:01:01.175305 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1985e8cd-a52e-4fad-85e6-fcc6dcffab01,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:01.180384 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.180730 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Added segment 6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d of type vlan for network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 Jul 31 20:01:01.233253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (4ede3dd9-1e02-435f-a555-c3b09c614bb8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.277840 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224d216-1cd5-4205-8224-9a32bc337aea req-490a9bef-a518-4b4f-b342-43d31d1498be tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:01.279307 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c224d216-1cd5-4205-8224-9a32bc337aea req-490a9bef-a518-4b4f-b342-43d31d1498be tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0672944 Jul 31 20:01:01.292522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (4ede3dd9-1e02-435f-a555-c3b09c614bb8), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.293461 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:01.294028 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.351627 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:01.364792 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4495482 Jul 31 20:01:01.368041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55322) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:01.373829 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Request body: {'subnet': {'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-864003621-subnet', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:01.386991 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:01.389407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a18c63-ad6a-44da-a953-50b4db41d60b admin admin] Pushing event updated for resources: {'Network': ['ID=4ede3dd9-1e02-435f-a555-c3b09c614bb8,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:01.394043 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c224d216-1cd5-4205-8224-9a32bc337aea req-8a197f2a-03df-4e26-9995-02efb7a824fb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090388 Jul 31 20:01:01.399132 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Made reservation on behalf of 15e426e0b2bd4bc29e7a8e222fcc8f7e for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:01.401770 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.405628 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:01:01.413728 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:01.448892 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:01.579280 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (93f8d501-2a30-4911-9dbc-ff1b7df8c562), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.628828 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f8d501-2a30-4911-9dbc-ff1b7df8c562,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:01.645700 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:01.645895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Network hostable DHCP agents. Network: 4ede3dd9-1e02-435f-a555-c3b09c614bb8, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:01:01.666255 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:01:01.675867 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 4ede3dd9-1e02-435f-a555-c3b09c614bb8) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:01.685047 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea4e77-55fb-4f79-a63f-50f1151130a7 None None] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:01:01.685277 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:01.685897 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.719712 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a8c61157-2860-4109-9cad-5822c8e6f59d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3497686 Jul 31 20:01:01.722899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55326) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:01.727341 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:01.745282 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:01.750597 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (aec86619-e837-4b39-a473-60c4198c6b32), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.751748 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (aec86619-e837-4b39-a473-60c4198c6b32), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.796331 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:01:01.797287 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.828438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for router_controller (aec86619-e837-4b39-a473-60c4198c6b32), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:01.933862 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Allocated IP 172.20.0.2 (4ede3dd9-1e02-435f-a555-c3b09c614bb8/93f8d501-2a30-4911-9dbc-ff1b7df8c562/e053f252-9e38-4e9c-b943-a316cfc61a26) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:01.961718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for router_gateway (aec86619-e837-4b39-a473-60c4198c6b32), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.103877 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:02.156621 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for router_gateway (aec86619-e837-4b39-a473-60c4198c6b32), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.177018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.211218 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks [] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.217984 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.256385 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:02.259227 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:02.266422 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:02.284430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Pushing event updated for resources: {'Port': ['ID=e053f252-9e38-4e9c-b943-a316cfc61a26,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:02.287464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Allocated IP 172.27.0.194 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/794474c2-7cfd-459e-b95a-8460206f0f93) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:02.331807 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Attempting to bind port e053f252-9e38-4e9c-b943-a316cfc61a26 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:02.332177 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Attempting to bind port e053f252-9e38-4e9c-b943-a316cfc61a26 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:02.332538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Attempting to bind port e053f252-9e38-4e9c-b943-a316cfc61a26 on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:02.337828 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:02.338201 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:02.338596 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.339010 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Bound using segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:02.339502 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Bound port: e053f252-9e38-4e9c-b943-a316cfc61a26, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:02.339880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.396236 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for port (794474c2-7cfd-459e-b95a-8460206f0f93), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.401258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] For port e053f252-9e38-4e9c-b943-a316cfc61a26, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:02.404348 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] For port e053f252-9e38-4e9c-b943-a316cfc61a26, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=e053f252-9e38-4e9c-b943-a316cfc61a26,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:02.411673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.443343 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:02.474355 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7fb9c-ad13-4abb-9779-d4cff5554793 None None] Pushing event updated for resources: {'Port': ['ID=e053f252-9e38-4e9c-b943-a316cfc61a26,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:02.509465 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:02.532472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:02.535224 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:02.539148 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Pushing event updated for resources: {'Port': ['ID=794474c2-7cfd-459e-b95a-8460206f0f93,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:02.612975 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8abe5c-0d3f-447e-b782-c397b62bf1df req-ba36875d-0316-4063-ba8a-a37876d7737d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:02.614570 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a8abe5c-0d3f-447e-b782-c397b62bf1df req-ba36875d-0316-4063-ba8a-a37876d7737d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1373613 Jul 31 20:01:02.621977 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:02.712652 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7a8abe5c-0d3f-447e-b782-c397b62bf1df req-03de730c-7e13-46a3-8976-1d082ae7fcab tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682156 Jul 31 20:01:02.815299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for router_gateway (aec86619-e837-4b39-a473-60c4198c6b32), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.000794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:03.006159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (aec86619-e837-4b39-a473-60c4198c6b32), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.138719 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Router aec86619-e837-4b39-a473-60c4198c6b32 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:01:03.246874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:01:03.257712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:01:03.269594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.271044 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-303a3481-dfe7-4c2b-a76c-5d03ea4a8216 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5470948 Jul 31 20:01:03.273797 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:03.273922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55340) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:03.274445 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:03.374265 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:03.392839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:03.419961 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff09ba7-596c-4873-aa92-514d64c3f9f6 None None] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:01:03.552652 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Provisioning complete for port e053f252-9e38-4e9c-b943-a316cfc61a26 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:03.553042 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.584812 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device e053f252-9e38-4e9c-b943-a316cfc61a26 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:03.658832 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:03.707693 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.781532 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port e053f252-9e38-4e9c-b943-a316cfc61a26 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:03.781909 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.828756 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Current status of the port e053f252-9e38-4e9c-b943-a316cfc61a26 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:03.829201 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.878165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d83f0-7eac-4297-95cd-ecac1eeb9c6e req-256d945b-33db-476c-9b2d-fe0a2cf04815 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:03.879767 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-722d83f0-7eac-4297-95cd-ecac1eeb9c6e req-256d945b-33db-476c-9b2d-fe0a2cf04815 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0646911 Jul 31 20:01:03.884841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:02Z', 'revision_number': 3, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:03.919798 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:03.926889 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:01:03.927243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Updating router aec86619-e837-4b39-a473-60c4198c6b32 port 794474c2-7cfd-459e-b95a-8460206f0f93 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:01:03.931801 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] For port e053f252-9e38-4e9c-b943-a316cfc61a26, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=e053f252-9e38-4e9c-b943-a316cfc61a26,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:03.952520 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:03.997123 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-722d83f0-7eac-4297-95cd-ecac1eeb9c6e req-8064b438-1d2a-49c1-a092-c8819664b335 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894325 Jul 31 20:01:03.997393 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=48 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.007480 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.039611 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port e053f252-9e38-4e9c-b943-a316cfc61a26 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:04.054172 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.068912 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.070560 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349c5f2-fdc8-458b-a41c-e6f4ab961ff2 None None] Pushing event updated for resources: {'Port': ['ID=e053f252-9e38-4e9c-b943-a316cfc61a26,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:04.121853 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-04e74c4f-d81d-4d6a-ab42-a20b3bc9ebd1 None None] Provisioning complete for port e053f252-9e38-4e9c-b943-a316cfc61a26 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:04.122229 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-04e74c4f-d81d-4d6a-ab42-a20b3bc9ebd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.156437 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.211386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Allocated IP 172.20.0.1 (4ede3dd9-1e02-435f-a555-c3b09c614bb8/93f8d501-2a30-4911-9dbc-ff1b7df8c562/9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:04.278895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-04e74c4f-d81d-4d6a-ab42-a20b3bc9ebd1 None None] Current status of the port e053f252-9e38-4e9c-b943-a316cfc61a26 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:04.321424 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks [] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.357412 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks [] for port (794474c2-7cfd-459e-b95a-8460206f0f93), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.362333 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.364668 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.398758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Attempting to bind port 794474c2-7cfd-459e-b95a-8460206f0f93 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:04.399125 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Attempting to bind port 794474c2-7cfd-459e-b95a-8460206f0f93 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:04.399486 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Attempting to bind port 794474c2-7cfd-459e-b95a-8460206f0f93 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:04.407366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:04.410909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:04.411052 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:04.411297 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:04.411670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.412054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:04.413363 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Bound port: 794474c2-7cfd-459e-b95a-8460206f0f93, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:04.413993 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.414731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:04.415231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (aec86619-e837-4b39-a473-60c4198c6b32), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.418844 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Pushing event updated for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:04.441347 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc8b4-d9ec-4220-ab1c-6bfdf0eee423 None None] Pushing event updated for resources: {'Port': ['ID=794474c2-7cfd-459e-b95a-8460206f0f93,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:04.482412 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] For port 794474c2-7cfd-459e-b95a-8460206f0f93, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:04.486614 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] For port 794474c2-7cfd-459e-b95a-8460206f0f93, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=794474c2-7cfd-459e-b95a-8460206f0f93,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:04.493469 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.539442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.544333 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:04.545119 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:04.557878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.595716 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4fc8b4-d9ec-4220-ab1c-6bfdf0eee423 None None] Pushing event updated for resources: {'Port': ['ID=794474c2-7cfd-459e-b95a-8460206f0f93,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:04.662434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:04.727317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks [] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.733372 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.734294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (aec86619-e837-4b39-a473-60c4198c6b32), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.767156 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.821655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:04.824393 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Pushing event updated for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:04.843895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5687e5c6-daee-4b6a-acd9-9f75ab745f5a None None] Provisioning complete for port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:04.844275 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5687e5c6-daee-4b6a-acd9-9f75ab745f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:04.872939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:04.874420 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:04.948144 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5687e5c6-daee-4b6a-acd9-9f75ab745f5a None None] Port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:04.995757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:01:05.054972 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:05.089709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c868bf-4128-4dba-af76-173bd468c571 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:01:05.157564 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558230e-73a8-4b0d-9b6e-8cb8acde7bf2 req-562b5f0a-e07e-415b-acf1-ad7995a2de60 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:05.159117 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9558230e-73a8-4b0d-9b6e-8cb8acde7bf2 req-562b5f0a-e07e-415b-acf1-ad7995a2de60 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0641389 Jul 31 20:01:05.160470 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:01:05.166697 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-050621b2-e237-40be-8909-3764281a3997 None None] Provisioning complete for port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:05.167081 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-050621b2-e237-40be-8909-3764281a3997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.168759 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:05.170901 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-96213905-225b-4c8d-9c28-33314ec54e5c admin admin] 10.222.0.48 "PUT /v2.0/routers/aec86619-e837-4b39-a473-60c4198c6b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8958094 Jul 31 20:01:05.207266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-050621b2-e237-40be-8909-3764281a3997 None None] Port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:05.225175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9558230e-73a8-4b0d-9b6e-8cb8acde7bf2 req-726f0a75-7d56-439b-9a07-2af50ae85786 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Jul 31 20:01:05.588238 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device e053f252-9e38-4e9c-b943-a316cfc61a26 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:05.641232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port e053f252-9e38-4e9c-b943-a316cfc61a26 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:05.641617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.734087 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port e053f252-9e38-4e9c-b943-a316cfc61a26 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:05.773990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55392) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:05.779038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1939331161-network', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:05.801928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Made reservation on behalf of 0f2136e341c84b72ab0dfdb610acb67e for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:05.804566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.817703 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.958582 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks [] for security_group (649e6d3b-5ac1-4ec0-9207-8e402b9f9621), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.963825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (649e6d3b-5ac1-4ec0-9207-8e402b9f9621), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:05.984302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:01:06.005992 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (4bb74f27-3004-4a8d-b030-1ee2aeb73364), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.006393 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Added segment 4bb74f27-3004-4a8d-b030-1ee2aeb73364 of type vlan for network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb Jul 31 20:01:06.015812 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649e6d3b-5ac1-4ec0-9207-8e402b9f9621,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:06.059588 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (67c8d3cd-48e8-40f6-85ca-693eb8458cfb), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.087609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (67c8d3cd-48e8-40f6-85ca-693eb8458cfb), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.088665 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:06.089345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.149631 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3744175 Jul 31 20:01:06.152826 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55400) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:06.158672 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Request body: {'subnet': {'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1939331161-subnet', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:06.163853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac6a30-1bd2-4ee8-ab1d-f718f163b065 admin admin] Pushing event updated for resources: {'Network': ['ID=67c8d3cd-48e8-40f6-85ca-693eb8458cfb,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:06.174654 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:01:06.180697 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Made reservation on behalf of 0f2136e341c84b72ab0dfdb610acb67e for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:06.183350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.356633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2455a4-e234-458c-9f4a-0ba69a9cc84a req-6a1f4f64-32d6-4b7e-b84e-9a9d7885fddc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:06.358402 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d2455a4-e234-458c-9f4a-0ba69a9cc84a req-6a1f4f64-32d6-4b7e-b84e-9a9d7885fddc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Jul 31 20:01:06.358675 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (ff48fe6c-6ef0-4603-8d0c-02de5c526beb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.382251 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:01:06.387327 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:06.413223 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d2455a4-e234-458c-9f4a-0ba69a9cc84a req-633bb301-ea86-4dfa-8aa1-4815eb237015 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486739 Jul 31 20:01:06.425047 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff48fe6c-6ef0-4603-8d0c-02de5c526beb,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:06.433555 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Checking segment: {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:06.433909 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Network hostable DHCP agents. Network: 67c8d3cd-48e8-40f6-85ca-693eb8458cfb, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:01:06.453399 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:01:06.463109 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 67c8d3cd-48e8-40f6-85ca-693eb8458cfb) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:06.468618 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:06.469594 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.475242 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4c41b2-3753-4cef-a802-8cb5b54aa1f8 None None] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:01:06.487703 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-52f9942b-7a0e-4d5f-baf9-bb60fa790884 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3329070 Jul 31 20:01:06.490465 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55404) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:06.495602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:06.519738 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.520809 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.527422 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:06.571944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for router_controller (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.589707 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:01:06.590684 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.708192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for router_gateway (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.730400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Allocated IP 172.20.0.2 (67c8d3cd-48e8-40f6-85ca-693eb8458cfb/ff48fe6c-6ef0-4603-8d0c-02de5c526beb/a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:06.745244 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:06.888439 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks [] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.896187 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.906632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for router_gateway (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.927299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:06.933572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:06.941434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:06.945627 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:06.953262 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Pushing event updated for resources: {'Port': ['ID=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:07.014247 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Attempting to bind port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:07.014720 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Attempting to bind port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:07.015189 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Attempting to bind port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 on network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:07.020884 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:07.021418 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Checking segment: {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:07.021919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.022418 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Bound using segment: {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:07.022994 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Bound port: a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:07.023446 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.061599 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Allocated IP 172.27.0.65 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/6007de2e-7e16-4dad-b75b-2f91a8812546) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:07.113012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] For port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:07.117041 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] For port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:07.125511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.195761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.198075 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f676-d287-4859-bbf1-96bdc49783b1 None None] Pushing event updated for resources: {'Port': ['ID=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:07.242471 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.287499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:07.293327 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:07.295721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:07.298981 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Pushing event updated for resources: {'Port': ['ID=6007de2e-7e16-4dad-b75b-2f91a8812546,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:07.372836 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:01:07.389578 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:07.390269 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:07.521950 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:07.591552 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:07.635850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:07.658307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57112b-3ecd-44c6-9c99-4e7128de8e81 req-1a49d9bd-38b4-4081-a264-b3a06b7c1c8f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:07.659906 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce57112b-3ecd-44c6-9c99-4e7128de8e81 req-1a49d9bd-38b4-4081-a264-b3a06b7c1c8f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0930543 Jul 31 20:01:07.662070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for router_gateway (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.680933 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:07.685579 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:07.735243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:07.736450 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.743440 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 2, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:07.770023 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:01:07.770386 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Updating router aec86619-e837-4b39-a473-60c4198c6b32 port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:01:07.780516 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce57112b-3ecd-44c6-9c99-4e7128de8e81 req-6ce5e4c0-e027-4d52-b34b-436d7d804fd4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134791 Jul 31 20:01:07.800066 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.825254 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:07.825930 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.865606 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:07.872702 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.873873 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 794474c2-7cfd-459e-b95a-8460206f0f93 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:07.909212 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:07.976216 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 794474c2-7cfd-459e-b95a-8460206f0f93 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:07.976986 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.010858 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:08.051655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:01:08.085332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 794474c2-7cfd-459e-b95a-8460206f0f93 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:08.085332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.113041 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 794474c2-7cfd-459e-b95a-8460206f0f93, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=794474c2-7cfd-459e-b95a-8460206f0f93,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:08.116468 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.120646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.138306 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks [] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.163031 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.198114 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.199118 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=794474c2-7cfd-459e-b95a-8460206f0f93,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:08.217447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:01:08.243060 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Sync routers for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:01:08.255761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.260505 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55420) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:08.261107 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-55859234-2f93-48d1-b1c6-501b29b17b23 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7691684 Jul 31 20:01:08.274811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:08.275765 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:08.315746 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Attempting to bind port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:08.316277 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Attempting to bind port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:08.316871 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Attempting to bind port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:08.326873 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Pushing event updated for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:08.333137 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:08.333604 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:08.334058 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.334515 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Bound using segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:08.335166 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Bound port: 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:08.336222 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.341248 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f318b6-ecc9-481c-a539-c0258934ce8f None None] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:01:08.414782 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] For port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:08.418120 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] For port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:08.421420 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.424368 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.424727 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.425100 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.425687 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.426162 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.426643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.426969 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.427282 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.427747 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.428302 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.428846 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.429370 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.429963 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.430419 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.430876 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:08.435993 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.454158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-024e9fe7-b960-40d0-84ad-8f87d248000c None None] Provisioning complete for port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:08.454533 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-024e9fe7-b960-40d0-84ad-8f87d248000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:08.494879 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0b5db-ab8b-4223-8af4-d537a00c6b26 None None] Pushing event updated for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:08.504459 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:08.521748 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:08.522683 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:08.638041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.670878 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.730010 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:08.747757 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:08.903817 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:07Z', 'revision_number': 3, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:08.934134 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Checking router: cc8f2ccf-f22c-47b1-a311-c2092dcd7026 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:01:08.934653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Updating router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 port 6007de2e-7e16-4dad-b75b-2f91a8812546 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:01:08.949926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da42d15-2e8c-41b5-8bb1-dc7690de8f53 req-53063330-4c4f-40cc-afbd-b25a3970695d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:08.957890 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4da42d15-2e8c-41b5-8bb1-dc7690de8f53 req-53063330-4c4f-40cc-afbd-b25a3970695d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0678730 Jul 31 20:01:08.960326 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55432) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:08.990442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.014436 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4da42d15-2e8c-41b5-8bb1-dc7690de8f53 req-fca6f931-ec80-4fba-b512-9664624a7283 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Jul 31 20:01:09.022104 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.053760 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:09.076634 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-024e9fe7-b960-40d0-84ad-8f87d248000c None None] Current status of the port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:09.083245 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb034322-7e51-4f18-82e7-1be0dda42e25 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:01:09.158113 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8be8c2a-e3a1-43c9-87a4-7da372d6a79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.270759 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Allocated IP 172.20.0.1 (67c8d3cd-48e8-40f6-85ca-693eb8458cfb/ff48fe6c-6ef0-4603-8d0c-02de5c526beb/c356fb59-bedc-4e31-b203-1acec07ccf92) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:09.364114 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8be8c2a-e3a1-43c9-87a4-7da372d6a79b admin admin] Publish callbacks [] for security_group (77a668bf-459e-4760-b23f-8bb630dcb204), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.373067 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d8be8c2a-e3a1-43c9-87a4-7da372d6a79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (77a668bf-459e-4760-b23f-8bb630dcb204), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.423151 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-03b967d9-7c0b-4446-a800-cd077e8dd711 None None] Provisioning complete for port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:09.423526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-03b967d9-7c0b-4446-a800-cd077e8dd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.426769 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8c2a-e3a1-43c9-87a4-7da372d6a79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a668bf-459e-4760-b23f-8bb630dcb204,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:09.434971 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d8be8c2a-e3a1-43c9-87a4-7da372d6a79b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f86f04adc6c14832a13912f7c4297aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712541 Jul 31 20:01:09.436007 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55438) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:09.461200 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:09.473227 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks [] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.485384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks [] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.487318 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:09.487582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.502728 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] Publish callbacks [] for security_group (77a668bf-459e-4760-b23f-8bb630dcb204), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.560422 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] Publish callbacks [] for security_group (77a668bf-459e-4760-b23f-8bb630dcb204), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.561365 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Attempting to bind port 6007de2e-7e16-4dad-b75b-2f91a8812546 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:09.561832 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Attempting to bind port 6007de2e-7e16-4dad-b75b-2f91a8812546 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:09.564876 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Attempting to bind port 6007de2e-7e16-4dad-b75b-2f91a8812546 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:09.566690 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.621165 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:09.621643 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:09.622034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:09.622566 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.622986 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:09.623484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Bound port: 6007de2e-7e16-4dad-b75b-2f91a8812546, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:09.623871 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.625160 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:09.637430 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (77a668bf-459e-4760-b23f-8bb630dcb204), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.638939 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:09.640862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.642268 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77a668bf-459e-4760-b23f-8bb630dcb204 HTTP/1.1" status: 204 len: 168 time: 0.2059531 Jul 31 20:01:09.658849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86249bc8-9bb3-4edc-8eb1-433a13025089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a668bf-459e-4760-b23f-8bb630dcb204,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:09.661985 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-03b967d9-7c0b-4446-a800-cd077e8dd711 None None] Current status of the port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:09.667434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:09.671622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64f9a-44ca-4210-a21f-39a790087843 None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-7e16-4dad-b75b-2f91a8812546,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:09.687353 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-768b0a39-ff9e-454e-979c-3acfbf3b6015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.706799 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:09.711706 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.777133 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Pushing event updated for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:09.810380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] For port 6007de2e-7e16-4dad-b75b-2f91a8812546, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:09.823789 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] For port 6007de2e-7e16-4dad-b75b-2f91a8812546, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=6007de2e-7e16-4dad-b75b-2f91a8812546,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:09.844399 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.853608 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:09.856450 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:09.944574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:09.945586 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:00:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:09.946705 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.059981 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4282d19c-5a17-45f3-88f1-3537cc95d81b None None] Provisioning complete for port c356fb59-bedc-4e31-b203-1acec07ccf92 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:10.060357 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4282d19c-5a17-45f3-88f1-3537cc95d81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.091712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64f9a-44ca-4210-a21f-39a790087843 None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-7e16-4dad-b75b-2f91a8812546,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:10.123377 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.156855 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55448) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:10.167423 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4282d19c-5a17-45f3-88f1-3537cc95d81b None None] Port c356fb59-bedc-4e31-b203-1acec07ccf92 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:10.180408 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eaa7a-a472-44cd-9984-96abdd7ea50d req-67fb102b-488b-495c-9358-67e5631226e0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:10.184239 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks [] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.186364 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a612c336-6da5-4812-a5e1-15495a472e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.189290 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-176eaa7a-a472-44cd-9984-96abdd7ea50d req-67fb102b-488b-495c-9358-67e5631226e0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0588255 Jul 31 20:01:10.192012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:10.193171 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 794474c2-7cfd-459e-b95a-8460206f0f93 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:10.195744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.198292 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:10.212597 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.236452 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-176eaa7a-a472-44cd-9984-96abdd7ea50d req-3242ffbb-45da-45fb-94fa-4ede24a6e34b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458593 Jul 31 20:01:10.290337 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Pushing event updated for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:10.306683 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.357409 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 794474c2-7cfd-459e-b95a-8460206f0f93 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:10.357968 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.401054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.424996 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a612c336-6da5-4812-a5e1-15495a472e12 admin admin] Publish callbacks [] for security_group (aa01cbfe-655e-420a-987b-6841d77e542a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.430495 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a612c336-6da5-4812-a5e1-15495a472e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (aa01cbfe-655e-420a-987b-6841d77e542a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.463640 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.510437 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:10.512824 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:10.512951 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 794474c2-7cfd-459e-b95a-8460206f0f93 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:10.513969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:10.517960 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a612c336-6da5-4812-a5e1-15495a472e12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b5cc85fc23a420ab639ed06c52825d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3597417 Jul 31 20:01:10.521307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55456) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:10.522179 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612c336-6da5-4812-a5e1-15495a472e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa01cbfe-655e-420a-987b-6841d77e542a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:10.537405 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c356fb59-bedc-4e31-b203-1acec07ccf92', 'name': '', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'mac_address': 'fa:16:3e:81:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:09Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 1, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'subnets': [{'id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:10.571973 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc96521-cb17-49df-afb9-c2262e9e2234 None None] The sync data for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi is: [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c356fb59-bedc-4e31-b203-1acec07ccf92', 'name': '', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'mac_address': 'fa:16:3e:81:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:09Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 1, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'subnets': [{'id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:01:10.573121 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.591804 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] Publish callbacks [] for security_group (aa01cbfe-655e-420a-987b-6841d77e542a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.605997 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:10.606813 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.636131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] Publish callbacks [] for security_group (aa01cbfe-655e-420a-987b-6841d77e542a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.651046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:10.686542 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:01:10.700026 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:10.700444 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.716557 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (aa01cbfe-655e-420a-987b-6841d77e542a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.720342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.723184 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa01cbfe-655e-420a-987b-6841d77e542a HTTP/1.1" status: 204 len: 168 time: 0.2003844 Jul 31 20:01:10.735214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217b075-43bd-4c82-a26f-11ff29589b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa01cbfe-655e-420a-987b-6841d77e542a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:10.751008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:10.766181 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.821534 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:01:10.827860 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f597217a-31b1-4916-9cb0-8831e3e43144 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc8f2ccf-f22c-47b1-a311-c2092dcd7026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5661864 Jul 31 20:01:10.834507 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:10.911510 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b6eb637c-ff46-44f3-bb5c-8068c463ee4c None None] Provisioning complete for port c356fb59-bedc-4e31-b203-1acec07ccf92 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:10.912142 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b6eb637c-ff46-44f3-bb5c-8068c463ee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:10.959976 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb637c-ff46-44f3-bb5c-8068c463ee4c None None] Port c356fb59-bedc-4e31-b203-1acec07ccf92 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:11.341755 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55478) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:11.351911 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065349258', 'description': 'tempest-secgroup-smoke-1065349258 description', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:11.372155 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6d85b-0b2f-4748-ac7d-a36838c875c6 req-842515ef-c77c-42d4-aea5-1d8bb1e93718 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:11.373872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4dc6d85b-0b2f-4748-ac7d-a36838c875c6 req-842515ef-c77c-42d4-aea5-1d8bb1e93718 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0581541 Jul 31 20:01:11.383215 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.423207 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4dc6d85b-0b2f-4748-ac7d-a36838c875c6 req-310a3d23-dfc6-4863-b5b5-7f5bf5316a9e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Jul 31 20:01:11.468667 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (37d8cd25-b240-4b26-bca5-7e0fba3d62b8), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.473468 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (37d8cd25-b240-4b26-bca5-7e0fba3d62b8), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.506800 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d8cd25-b240-4b26-bca5-7e0fba3d62b8,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:11.513233 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.517692 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c63cd1b8-78cc-407c-bc23-25a37b7549ee tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1705933 Jul 31 20:01:11.517919 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55488) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:11.523177 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:11.554259 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (97245fe3-03ff-43b1-a906-679c0906825b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.608048 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:11.619379 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (97245fe3-03ff-43b1-a906-679c0906825b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.623937 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (97245fe3-03ff-43b1-a906-679c0906825b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.647202 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97245fe3-03ff-43b1-a906-679c0906825b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:11.662948 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.665521 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f547b874-efae-4f55-b4fd-369d5c56c580 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458225 Jul 31 20:01:11.667374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:11.667849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55494) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:11.667969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.672893 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:11.714926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:11.719399 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (4e2a90e0-2bab-449f-b9f0-06cf5cc9e243), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.812022 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (4e2a90e0-2bab-449f-b9f0-06cf5cc9e243), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.819218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (4e2a90e0-2bab-449f-b9f0-06cf5cc9e243), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.845399 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a90e0-2bab-449f-b9f0-06cf5cc9e243,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:11.864213 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.868427 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2e361b05-80c3-40b1-ae02-fde807a3dce8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966765 Jul 31 20:01:11.869120 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55502) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:11.874100 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:11.914917 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (7c2cd3f0-8a38-4d39-b79f-36b1c8361808), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.921591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:11.945780 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c14910b2-9b3b-4b82-8086-07cbc5bbbbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:11.992673 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (7c2cd3f0-8a38-4d39-b79f-36b1c8361808), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.001894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (7c2cd3f0-8a38-4d39-b79f-36b1c8361808), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.043153 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2cd3f0-8a38-4d39-b79f-36b1c8361808,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:12.062358 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.066780 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55508) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:12.070539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f8cc6be0-2245-4d97-ac6a-b675712239d9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1956201 Jul 31 20:01:12.074662 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:12.130096 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (af50ee7d-17c0-4d25-b4d5-cc213b369765), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.216334 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (af50ee7d-17c0-4d25-b4d5-cc213b369765), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.222361 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (af50ee7d-17c0-4d25-b4d5-cc213b369765), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.237502 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:12.243030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af50ee7d-17c0-4d25-b4d5-cc213b369765,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:12.252906 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.256825 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7897759d-31e9-4bc8-929f-bd260c93b59c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861250 Jul 31 20:01:12.257329 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55518) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:12.262595 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:12.267678 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:12.289599 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Project 15e426e0b2bd4bc29e7a8e222fcc8f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:01:12.297439 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (fd8d3c2a-83b4-467b-8df2-30c98a13461b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.370240 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (fd8d3c2a-83b4-467b-8df2-30c98a13461b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.376242 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (fd8d3c2a-83b4-467b-8df2-30c98a13461b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.398052 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8d3c2a-83b4-467b-8df2-30c98a13461b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:12.405959 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.410064 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ecefe3b8-8aa2-4fb3-a90b-1521632b07a7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494057 Jul 31 20:01:12.410499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55522) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:12.416267 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'security_group_rule': {'security_group_id': '37d8cd25-b240-4b26-bca5-7e0fba3d62b8', 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:12.440487 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Project 15e426e0b2bd4bc29e7a8e222fcc8f7e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:01:12.446410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (4dadd1d2-81e2-432f-a834-09dde628a5d9), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.810916 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d4f-cc9b-42e5-b27e-85daf872914d req-83cba65d-a34e-40fa-a1cf-31aa1fbf4ff0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:12.812423 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c198d4f-cc9b-42e5-b27e-85daf872914d req-83cba65d-a34e-40fa-a1cf-31aa1fbf4ff0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0633404 Jul 31 20:01:12.825019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (4dadd1d2-81e2-432f-a834-09dde628a5d9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.834407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.839788 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (4dadd1d2-81e2-432f-a834-09dde628a5d9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.873001 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dadd1d2-81e2-432f-a834-09dde628a5d9,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:12.887631 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:12.888865 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f02d9f16-0c2f-4f33-b5e6-754b43d93f5d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4773054 Jul 31 20:01:12.906076 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c198d4f-cc9b-42e5-b27e-85daf872914d req-fcc3a542-636f-4c5a-860a-cafd68f9f8f1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833416 Jul 31 20:01:13.584013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 6007de2e-7e16-4dad-b75b-2f91a8812546 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:13.651540 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Sync routers for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:01:13.655950 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 6007de2e-7e16-4dad-b75b-2f91a8812546 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:13.656331 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:13.662226 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:13.662768 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:01:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:13.749707 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 6007de2e-7e16-4dad-b75b-2f91a8812546 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:13.750204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:13.773619 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 6007de2e-7e16-4dad-b75b-2f91a8812546, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=6007de2e-7e16-4dad-b75b-2f91a8812546,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:13.778693 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:13.798862 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:13.845327 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:13.863032 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=6007de2e-7e16-4dad-b75b-2f91a8812546,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:14.034410 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c356fb59-bedc-4e31-b203-1acec07ccf92', 'name': '', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'mac_address': 'fa:16:3e:81:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:09Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 2, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'subnets': [{'id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:14.052090 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f349d0-390c-42b6-8da7-4e093ba29a7a req-efa15c53-adc6-4cfc-946e-d6c3f5e7bae3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:14.053781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f349d0-390c-42b6-8da7-4e093ba29a7a req-efa15c53-adc6-4cfc-946e-d6c3f5e7bae3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0810869 Jul 31 20:01:14.066922 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Checking router: cc8f2ccf-f22c-47b1-a311-c2092dcd7026 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:01:14.067294 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Updating router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 port c356fb59-bedc-4e31-b203-1acec07ccf92 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:01:14.098036 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.104079 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f349d0-390c-42b6-8da7-4e093ba29a7a req-848d046d-cd9a-4585-a2a9-75bf63c562b9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jul 31 20:01:14.222434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.361337 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks [] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.368352 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.374120 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:14.432199 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f1fe-d635-4eff-ab6b-af75bd2ef9a6 None None] Pushing event updated for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:14.464715 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Attempting to bind port c356fb59-bedc-4e31-b203-1acec07ccf92 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:14.465094 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Attempting to bind port c356fb59-bedc-4e31-b203-1acec07ccf92 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:14.465485 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Attempting to bind port c356fb59-bedc-4e31-b203-1acec07ccf92 on network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:14.472325 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:14.472707 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Checking segment: {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:14.473089 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.473758 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Bound using segment: {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:14.473984 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Bound port: c356fb59-bedc-4e31-b203-1acec07ccf92, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb74f27-3004-4a8d-b030-1ee2aeb73364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:14.474096 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.474330 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.537085 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] For port c356fb59-bedc-4e31-b203-1acec07ccf92, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:14.540433 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] For port c356fb59-bedc-4e31-b203-1acec07ccf92, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c356fb59-bedc-4e31-b203-1acec07ccf92,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:14.546942 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:14.581097 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:01:14.581722 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:01:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:14.642321 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2f1fe-d635-4eff-ab6b-af75bd2ef9a6 None None] Pushing event updated for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:14.706116 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:01:14.857061 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:14.897667 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c356fb59-bedc-4e31-b203-1acec07ccf92', 'name': '', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'mac_address': 'fa:16:3e:81:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:09Z', 'updated_at': '2022-07-31T20:01:14Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'subnets': [{'id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:01:14.922330 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4fc54-ceca-414a-9b78-fb6861736df5 None None] The sync data for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi is: [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:09Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c356fb59-bedc-4e31-b203-1acec07ccf92', 'name': '', 'network_id': '67c8d3cd-48e8-40f6-85ca-693eb8458cfb', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'mac_address': 'fa:16:3e:81:7c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:09Z', 'updated_at': '2022-07-31T20:01:14Z', 'revision_number': 4, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'subnets': [{'id': 'ff48fe6c-6ef0-4603-8d0c-02de5c526beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:01:15.226059 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54283499-c277-490a-8387-1ba07a2b4602 req-2ab79693-c40d-4463-90c8-11795c27fe22 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:15.227660 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54283499-c277-490a-8387-1ba07a2b4602 req-2ab79693-c40d-4463-90c8-11795c27fe22 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0506878 Jul 31 20:01:15.247655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:15.281701 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54283499-c277-490a-8387-1ba07a2b4602 req-d2425936-84fe-493c-8ea6-0ee33252e1d9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Jul 31 20:01:15.575657 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c356fb59-bedc-4e31-b203-1acec07ccf92 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:15.622270 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port c356fb59-bedc-4e31-b203-1acec07ccf92 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:15.622643 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:15.625339 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:15.694071 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port c356fb59-bedc-4e31-b203-1acec07ccf92 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:15.694457 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:15.726572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port c356fb59-bedc-4e31-b203-1acec07ccf92, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c356fb59-bedc-4e31-b203-1acec07ccf92,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:15.734598 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:15.735302 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 6007de2e-7e16-4dad-b75b-2f91a8812546 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:15.810891 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:15.821030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 6007de2e-7e16-4dad-b75b-2f91a8812546 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:15.821427 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:15.892494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 6007de2e-7e16-4dad-b75b-2f91a8812546 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:16.421937 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d9fa6-719e-4624-b3d7-8d8ba876af42 req-e24c42dc-3067-49ac-99a3-c82bb978826a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:16.423457 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7d9fa6-719e-4624-b3d7-8d8ba876af42 req-e24c42dc-3067-49ac-99a3-c82bb978826a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0554295 Jul 31 20:01:16.475944 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7d9fa6-719e-4624-b3d7-8d8ba876af42 req-f669def2-9c31-4627-8f51-13c6f2e8d802 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Jul 31 20:01:17.558446 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c356fb59-bedc-4e31-b203-1acec07ccf92 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:01:17.605586 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port c356fb59-bedc-4e31-b203-1acec07ccf92 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:17.605962 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:17.610199 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc70dc7-9962-4cdf-9ee3-04e7e58ad052 req-cb35a685-a8d6-4847-b2bd-272640c23521 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:17.611710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cc70dc7-9962-4cdf-9ee3-04e7e58ad052 req-cb35a685-a8d6-4847-b2bd-272640c23521 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0466604 Jul 31 20:01:17.638531 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:17.664739 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cc70dc7-9962-4cdf-9ee3-04e7e58ad052 req-2b73c2fd-c48c-4f57-b38b-003517a4218c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Jul 31 20:01:17.681570 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port c356fb59-bedc-4e31-b203-1acec07ccf92 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:18.631294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:18.662178 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c34ee-15dd-4b39-8750-bed0549ca1ec req-fcfca0db-d32c-44ba-bccc-2077aff84ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:18.663867 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9e5c34ee-15dd-4b39-8750-bed0549ca1ec req-fcfca0db-d32c-44ba-bccc-2077aff84ebf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 1129 time: 0.0416205 Jul 31 20:01:18.719397 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9e5c34ee-15dd-4b39-8750-bed0549ca1ec req-103c70b2-75a9-4834-847c-c3dbf50857f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Jul 31 20:01:18.898023 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55698) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:18.967280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6669-da21-4514-bc1d-55acc0ebf3e8 req-8d05b854-0a35-47d3-8240-f67af3c09830 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:18.969032 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f77c6669-da21-4514-bc1d-55acc0ebf3e8 req-8d05b854-0a35-47d3-8240-f67af3c09830 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0550084 Jul 31 20:01:19.024298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86542fe1-5c1e-4824-be84-8a86ef65827a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.047795 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f77c6669-da21-4514-bc1d-55acc0ebf3e8 req-c3bd03f9-2101-4ab8-93da-cfae94819616 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725729 Jul 31 20:01:19.135430 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86542fe1-5c1e-4824-be84-8a86ef65827a admin admin] Publish callbacks [] for security_group (78271ed3-b8a7-4519-9d85-443f90f7d8e5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.140538 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-86542fe1-5c1e-4824-be84-8a86ef65827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (78271ed3-b8a7-4519-9d85-443f90f7d8e5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.178948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86542fe1-5c1e-4824-be84-8a86ef65827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78271ed3-b8a7-4519-9d85-443f90f7d8e5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:19.184195 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-86542fe1-5c1e-4824-be84-8a86ef65827a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e070f3b78e854becb1ff4b77be3c64a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850151 Jul 31 20:01:19.186960 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55710) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:19.240635 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] Publish callbacks [] for security_group (78271ed3-b8a7-4519-9d85-443f90f7d8e5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.262758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] Publish callbacks [] for security_group (78271ed3-b8a7-4519-9d85-443f90f7d8e5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.311128 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (78271ed3-b8a7-4519-9d85-443f90f7d8e5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.313633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.314812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78271ed3-b8a7-4519-9d85-443f90f7d8e5 HTTP/1.1" status: 204 len: 168 time: 0.1269233 Jul 31 20:01:19.325318 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80992e9-8ead-4deb-b698-97b22848cdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78271ed3-b8a7-4519-9d85-443f90f7d8e5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:19.593764 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55716) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:19.607846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-931151e9-46fa-461c-a864-10bc39445298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.685654 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-931151e9-46fa-461c-a864-10bc39445298 admin admin] Publish callbacks [] for security_group (ea66f329-5454-4cd0-883c-cebc09f5b6e9), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.691690 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-931151e9-46fa-461c-a864-10bc39445298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ea66f329-5454-4cd0-883c-cebc09f5b6e9), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.731032 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-931151e9-46fa-461c-a864-10bc39445298 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7956a90dec7047db9e4375996bd7ff93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361446 Jul 31 20:01:19.731854 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931151e9-46fa-461c-a864-10bc39445298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea66f329-5454-4cd0-883c-cebc09f5b6e9,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:19.734978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55718) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:19.789511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] Publish callbacks [] for security_group (ea66f329-5454-4cd0-883c-cebc09f5b6e9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.814465 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] Publish callbacks [] for security_group (ea66f329-5454-4cd0-883c-cebc09f5b6e9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.865402 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ea66f329-5454-4cd0-883c-cebc09f5b6e9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.867960 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:19.869509 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea66f329-5454-4cd0-883c-cebc09f5b6e9 HTTP/1.1" status: 204 len: 168 time: 0.1334703 Jul 31 20:01:19.878087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177dda-ff7f-4cec-92b2-3c4d7fb7e359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea66f329-5454-4cd0-883c-cebc09f5b6e9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:20.174245 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed1100-36cb-4f30-8b5a-2315c41f0233 req-fce600f7-dd11-44de-9974-bf60ac20f72b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:20.177190 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09ed1100-36cb-4f30-8b5a-2315c41f0233 req-fce600f7-dd11-44de-9974-bf60ac20f72b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0563726 Jul 31 20:01:20.207975 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:20.238471 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55732) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:20.245136 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-09ed1100-36cb-4f30-8b5a-2315c41f0233 req-f14335b7-2a42-4f04-9ddf-36d32678db8e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558672 Jul 31 20:01:20.254749 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d108e6e7-5c18-46c3-9814-9feafc5387e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.340713 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d108e6e7-5c18-46c3-9814-9feafc5387e8 admin admin] Publish callbacks [] for security_group (691b3052-3256-4d62-b12b-ddf7c7c31da7), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.345692 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d108e6e7-5c18-46c3-9814-9feafc5387e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (691b3052-3256-4d62-b12b-ddf7c7c31da7), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.384794 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d108e6e7-5c18-46c3-9814-9feafc5387e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=575bf4f2cadc48fe97459b897262d544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452200 Jul 31 20:01:20.385504 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108e6e7-5c18-46c3-9814-9feafc5387e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691b3052-3256-4d62-b12b-ddf7c7c31da7,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:20.387690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55738) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:20.427637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:20.438374 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] Publish callbacks [] for security_group (691b3052-3256-4d62-b12b-ddf7c7c31da7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.461827 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] Publish callbacks [] for security_group (691b3052-3256-4d62-b12b-ddf7c7c31da7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.512097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (691b3052-3256-4d62-b12b-ddf7c7c31da7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.514897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:20.516067 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/691b3052-3256-4d62-b12b-ddf7c7c31da7 HTTP/1.1" status: 204 len: 168 time: 0.1273730 Jul 31 20:01:20.523976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92035208-48aa-4f34-b9f1-493d770ce6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691b3052-3256-4d62-b12b-ddf7c7c31da7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:21.375845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5646cdc-89ff-4745-9b67-4f506f43e8ff req-1bc544bb-77f6-4770-b555-828e9e47f910 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:21.377452 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5646cdc-89ff-4745-9b67-4f506f43e8ff req-1bc544bb-77f6-4770-b555-828e9e47f910 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jul 31 20:01:21.434316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5646cdc-89ff-4745-9b67-4f506f43e8ff req-11c97b77-0451-41bf-89a6-55c5407c40a8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Jul 31 20:01:21.559843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd50970-33fd-489a-8e0b-baafe2c9c209 req-88000300-3ab0-4ea3-87c6-fb2311620487 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:21.561575 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4cd50970-33fd-489a-8e0b-baafe2c9c209 req-88000300-3ab0-4ea3-87c6-fb2311620487 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Jul 31 20:01:21.611519 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4cd50970-33fd-489a-8e0b-baafe2c9c209 req-1796ae50-5fe3-436b-9386-5e0533d127f0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jul 31 20:01:22.774909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 55850) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:22.887404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9511c8d-a1d0-43c7-ad94-a1327bec586f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:22.978197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9511c8d-a1d0-43c7-ad94-a1327bec586f admin admin] Publish callbacks [] for security_group (90a78e93-35cd-423b-b24a-30ea846f20a2), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:22.984323 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d9511c8d-a1d0-43c7-ad94-a1327bec586f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (90a78e93-35cd-423b-b24a-30ea846f20a2), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:23.026286 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9511c8d-a1d0-43c7-ad94-a1327bec586f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a78e93-35cd-423b-b24a-30ea846f20a2,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:23.037732 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d9511c8d-a1d0-43c7-ad94-a1327bec586f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b20436bf5284463a3bd14ee931dfa2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617445 Jul 31 20:01:23.040975 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 55860) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:23.102205 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Publish callbacks [] for security_group (90a78e93-35cd-423b-b24a-30ea846f20a2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:23.124628 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Publish callbacks [] for security_group (90a78e93-35cd-423b-b24a-30ea846f20a2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:23.178557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (90a78e93-35cd-423b-b24a-30ea846f20a2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:23.181295 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:23.183064 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90a78e93-35cd-423b-b24a-30ea846f20a2 HTTP/1.1" status: 204 len: 168 time: 0.1403594 Jul 31 20:01:23.200629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a78e93-35cd-423b-b24a-30ea846f20a2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:23.214669 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.215018 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.215365 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.215707 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.216281 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.216858 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.217385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.217875 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.218668 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.219179 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.219528 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.219876 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.220208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.220529 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.220850 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fcae47-c167-41cd-8b9f-b7dce77a4a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:23.319709 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3cdea-8dab-4325-a445-e767e52db802 req-01854a39-2a09-4109-a3ba-cc421ac4b64b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:23.321478 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7f3cdea-8dab-4325-a445-e767e52db802 req-01854a39-2a09-4109-a3ba-cc421ac4b64b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0950296 Jul 31 20:01:23.329688 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-e8cfdecd-f387-46f7-9315-01ee47d98cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:23.331188 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-e8cfdecd-f387-46f7-9315-01ee47d98cff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1129 time: 0.0605948 Jul 31 20:01:23.437408 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7f3cdea-8dab-4325-a445-e767e52db802 req-9417e7fc-b558-4061-84c5-07ae25abd5b5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099546 Jul 31 20:01:23.479413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-942a7bf3-87f9-4d95-afa4-2d773ec1cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:23.481052 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-942a7bf3-87f9-4d95-afa4-2d773ec1cb9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1368394 Jul 31 20:01:23.525996 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-b73b054b-e456-4943-9cd1-df206c453363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 217 time: 0.0348420 Jul 31 20:01:23.591199 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-cc85d9e2-daed-4919-828b-2299b5883dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:23.592706 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-cc85d9e2-daed-4919-828b-2299b5883dce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0530694 Jul 31 20:01:23.612901 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:23.649382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-5ff9752a-a58e-4098-8fbb-c4a3b7ee2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:23.650933 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-5ff9752a-a58e-4098-8fbb-c4a3b7ee2114 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470114 Jul 31 20:01:23.747367 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-5d8c1be6-861d-4075-a191-d840beb684a1 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Jul 31 20:01:23.847633 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-034dfd90-cb19-4a68-b8c9-096281f1eabc req-d0a5e3a6-d8df-4f4b-9baa-c8ba719ba7e8 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914834 Jul 31 20:01:24.565351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:24.578043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfac5b9-c065-4efc-9009-d2a8ea4df9cd req-e12de9aa-2950-47b1-a5d0-2302ee800f64 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:24.579515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acfac5b9-c065-4efc-9009-d2a8ea4df9cd req-e12de9aa-2950-47b1-a5d0-2302ee800f64 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0496988 Jul 31 20:01:24.628009 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-acfac5b9-c065-4efc-9009-d2a8ea4df9cd req-7fda4bb7-d65c-47e8-abdf-384b7db76679 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Jul 31 20:01:24.895656 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:24.900649 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:25.754871 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0961a-96b8-4654-8e13-03729e84eda8 req-b4218459-39a0-4072-97a0-b7c7df5f3409 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:25.756481 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3da0961a-96b8-4654-8e13-03729e84eda8 req-b4218459-39a0-4072-97a0-b7c7df5f3409 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0536323 Jul 31 20:01:25.806217 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3da0961a-96b8-4654-8e13-03729e84eda8 req-6faca32d-d28b-4d59-8f47-27fb825fed96 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Jul 31 20:01:26.927736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906f7b0-2458-47ec-89ae-f14155fc6bf3 req-9d51a547-1a51-4a5b-a4c1-96b26ea5db2f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:26.929509 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d906f7b0-2458-47ec-89ae-f14155fc6bf3 req-9d51a547-1a51-4a5b-a4c1-96b26ea5db2f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0497630 Jul 31 20:01:26.980378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d906f7b0-2458-47ec-89ae-f14155fc6bf3 req-280beeef-5376-4155-baca-447b75b313f2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Jul 31 20:01:28.115269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaea35-c68d-4b59-a4bc-3bd13fd555ca req-076d7605-5ccd-4c50-ba2e-7036ec2daaf5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:28.116778 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54aaea35-c68d-4b59-a4bc-3bd13fd555ca req-076d7605-5ccd-4c50-ba2e-7036ec2daaf5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0505433 Jul 31 20:01:28.165371 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54aaea35-c68d-4b59-a4bc-3bd13fd555ca req-3a959135-5660-49f4-b2c9-08826ef3a3bd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Jul 31 20:01:29.316195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e704b0-0cd8-4167-bdc3-f4909f2bc383 req-ea0f0cc2-2aca-42ac-aa53-51625283aa02 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:29.317419 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7e704b0-0cd8-4167-bdc3-f4909f2bc383 req-ea0f0cc2-2aca-42ac-aa53-51625283aa02 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0559361 Jul 31 20:01:29.388025 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7e704b0-0cd8-4167-bdc3-f4909f2bc383 req-491e6f37-9b3d-4948-a60a-7ccd22ce88ef tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612094 Jul 31 20:01:30.508356 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ec036-fba9-439b-b7b3-f22d5ff5f1ca req-d7968457-f87a-4652-875b-41d91bbe1080 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:30.509893 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-465ec036-fba9-439b-b7b3-f22d5ff5f1ca req-d7968457-f87a-4652-875b-41d91bbe1080 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0475299 Jul 31 20:01:30.536584 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:30.564137 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-465ec036-fba9-439b-b7b3-f22d5ff5f1ca req-66805297-8bcb-48f5-8e4d-b960f46deee3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Jul 31 20:01:31.686105 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6b87f-c40b-4fde-b125-a18a762ca96d req-f68cb5b6-ef48-4670-bdcc-eee6ca616c33 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:31.687547 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4a6b87f-c40b-4fde-b125-a18a762ca96d req-f68cb5b6-ef48-4670-bdcc-eee6ca616c33 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Jul 31 20:01:31.739368 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4a6b87f-c40b-4fde-b125-a18a762ca96d req-4a4dd648-731c-4cd1-a4bf-25ba19552623 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Jul 31 20:01:32.860099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e13b6d-e470-40d7-9c26-387ec01a1208 req-2f1834fd-696f-4715-bd47-bff0088ca41c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:32.861629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22e13b6d-e470-40d7-9c26-387ec01a1208 req-2f1834fd-696f-4715-bd47-bff0088ca41c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Jul 31 20:01:32.911204 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22e13b6d-e470-40d7-9c26-387ec01a1208 req-f4cd6f25-d874-4260-8b65-a9cbaaa8fb9c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437925 Jul 31 20:01:33.201658 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:33.214465 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=62,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:33.235691 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:33.650055 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:34.036847 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2b3d0-4507-4097-b1df-50638a3976f2 req-3191f4b1-f40a-4a24-8e00-d09a8f320b43 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:34.038459 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45d2b3d0-4507-4097-b1df-50638a3976f2 req-3191f4b1-f40a-4a24-8e00-d09a8f320b43 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0539885 Jul 31 20:01:34.088016 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-45d2b3d0-4507-4097-b1df-50638a3976f2 req-7cc8ec99-4b82-4a4f-86ae-2939a397631d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Jul 31 20:01:35.168793 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:35.207488 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7b024-4543-480b-ac5c-8c5def68273f req-9ae6a02c-f2b7-4f1f-a98f-fc51803267be tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:35.209069 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae7b024-4543-480b-ac5c-8c5def68273f req-9ae6a02c-f2b7-4f1f-a98f-fc51803267be tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0490694 Jul 31 20:01:35.260123 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae7b024-4543-480b-ac5c-8c5def68273f req-12256851-f8d9-4acf-bb30-0637dba31ec6 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450761 Jul 31 20:01:35.365636 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:35.369840 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:36.391901 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d50f-6e21-4ba4-9424-892751181406 req-ad192a59-fedd-429d-99ef-012029fe0522 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:36.394256 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f0d50f-6e21-4ba4-9424-892751181406 req-ad192a59-fedd-429d-99ef-012029fe0522 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0564694 Jul 31 20:01:36.436443 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:36.470319 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0f0d50f-6e21-4ba4-9424-892751181406 req-0c0eabd3-cdf0-4bdf-9d95-a6600a451da2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693076 Jul 31 20:01:36.679918 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-fc86339a-95fc-44d6-8c82-173f9be9ed8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378830 Jul 31 20:01:36.759240 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e785-2563-42c1-9d81-165866097742 req-632826eb-a4a2-49f3-ac70-886e1c32fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:36.761030 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-632826eb-a4a2-49f3-ac70-886e1c32fa03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 1129 time: 0.0425270 Jul 31 20:01:36.880053 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e785-2563-42c1-9d81-165866097742 req-85eccdde-c90d-4743-a1f7-969129c69ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:36.881869 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-85eccdde-c90d-4743-a1f7-969129c69ca9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.0987163 Jul 31 20:01:36.948620 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-d406c20a-7e9e-4476-a163-dd7c7e99052e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 200 len: 1001 time: 0.0556893 Jul 31 20:01:36.998639 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e785-2563-42c1-9d81-165866097742 req-5d796325-4f58-404f-af48-3256fe520b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:37.000132 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-5d796325-4f58-404f-af48-3256fe520b40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0441318 Jul 31 20:01:37.047357 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e785-2563-42c1-9d81-165866097742 req-f660ab8e-2922-48ed-a3e9-a7213f5cd4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:37.048917 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-f660ab8e-2922-48ed-a3e9-a7213f5cd4cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415020 Jul 31 20:01:37.147688 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-d51f6a68-bc90-481a-bd8e-7f27d8269aa4 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Jul 31 20:01:37.251191 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3322e785-2563-42c1-9d81-165866097742 req-393194f2-fe8e-4b97-8e90-2d3b2937c3ce service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961032 Jul 31 20:01:37.601757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1b672-d426-49cf-9de8-7372238219bb req-35407c88-ded8-4be5-bfa7-6e24ef58fc72 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:37.603316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bc1b672-d426-49cf-9de8-7372238219bb req-35407c88-ded8-4be5-bfa7-6e24ef58fc72 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0553515 Jul 31 20:01:37.653876 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9bc1b672-d426-49cf-9de8-7372238219bb req-9ca28515-1fcc-4db2-8dd2-316704502f26 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446594 Jul 31 20:01:38.776176 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a966a7-d5a9-404f-b4a8-847d5b41b69e req-772d8d5b-db46-4329-8711-1da32ea23043 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:38.777771 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4a966a7-d5a9-404f-b4a8-847d5b41b69e req-772d8d5b-db46-4329-8711-1da32ea23043 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Jul 31 20:01:38.831100 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d4a966a7-d5a9-404f-b4a8-847d5b41b69e req-016aa793-b080-421d-9e4f-ad387e30ca23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462263 Jul 31 20:01:39.589848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dcf64dc1-3c5d-460a-b56c-52a34d93589c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:39.955824 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011176b-416a-4984-a78d-3b08a7fe48f5 req-4202b6ad-d457-4c16-b097-457189e456ea tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:39.957990 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a011176b-416a-4984-a78d-3b08a7fe48f5 req-4202b6ad-d457-4c16-b097-457189e456ea tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Jul 31 20:01:40.010992 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a011176b-416a-4984-a78d-3b08a7fe48f5 req-99fa41a3-8852-4377-9947-7f5831f7abf6 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Jul 31 20:01:41.131280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ac75f-10d6-4f14-8cd9-84927fe56239 req-34f1e92c-e2dd-4a95-8568-1e2e81d81619 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:41.132796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e5ac75f-10d6-4f14-8cd9-84927fe56239 req-34f1e92c-e2dd-4a95-8568-1e2e81d81619 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0475202 Jul 31 20:01:41.185556 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0e5ac75f-10d6-4f14-8cd9-84927fe56239 req-637df174-8f99-4f87-8e1f-87dfefd1462e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Jul 31 20:01:41.872432 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-69ddd4b3-befe-4955-9b79-7bcb2b8f0946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:42.317984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcacee-8adf-40d0-a8ca-bf360bb8dd90 req-7bbc1e1b-f4df-4354-9746-8367869b192d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:42.319651 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7dcacee-8adf-40d0-a8ca-bf360bb8dd90 req-7bbc1e1b-f4df-4354-9746-8367869b192d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0604205 Jul 31 20:01:42.343124 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:42.345521 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:42.376125 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7dcacee-8adf-40d0-a8ca-bf360bb8dd90 req-4c660d01-7e14-49d8-8082-8c243155a3d6 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493767 Jul 31 20:01:42.822512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.024431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 56272) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:43.029310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298309616', 'description': 'tempest-description--476663733'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:43.055550 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.128634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (124b6b4c-1ed0-4b64-b47b-26cad388a7e1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.134073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (124b6b4c-1ed0-4b64-b47b-26cad388a7e1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.166313 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.167541 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1420240 Jul 31 20:01:43.169736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124b6b4c-1ed0-4b64-b47b-26cad388a7e1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:43.170849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:43.175636 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '124b6b4c-1ed0-4b64-b47b-26cad388a7e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:43.181090 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.181515 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.181911 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.182361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.182784 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.183102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.183479 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.183949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.184200 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.184648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.184971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.185342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.185701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.186038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.186375 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef753d8-4e01-49c3-ae9f-8e8dcc0c9231 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:43.223790 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (4faf8ad3-bb79-4ec1-a922-155226c8b500), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.290498 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (4faf8ad3-bb79-4ec1-a922-155226c8b500), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.295617 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (4faf8ad3-bb79-4ec1-a922-155226c8b500), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.320423 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4faf8ad3-bb79-4ec1-a922-155226c8b500,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:43.326040 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.327266 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-47075614-4bf3-4a31-bde2-7d05fd489f12 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553764 Jul 31 20:01:43.329922 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56280) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:43.334316 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '124b6b4c-1ed0-4b64-b47b-26cad388a7e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:43.362711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (bef082d7-6320-413f-add0-55ef5babc54d), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.384203 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:01:43.427730 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (bef082d7-6320-413f-add0-55ef5babc54d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.432626 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (bef082d7-6320-413f-add0-55ef5babc54d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.452567 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef082d7-6320-413f-add0-55ef5babc54d,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:43.463746 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.467639 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cea20de7-6608-4d02-adb5-24b275e17d0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344371 Jul 31 20:01:43.468949 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56284) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:43.473671 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:43.496055 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.526520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eada1c2-5d79-4eb6-8632-de29c05d9d40 req-3801b16c-2134-42e4-991f-169260ad2806 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:43.528088 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1eada1c2-5d79-4eb6-8632-de29c05d9d40 req-3801b16c-2134-42e4-991f-169260ad2806 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0662565 Jul 31 20:01:43.583716 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.590286 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1eada1c2-5d79-4eb6-8632-de29c05d9d40 req-37dfaaf9-accb-48d9-a071-f082213603d8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560689 Jul 31 20:01:43.695560 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.27.0.4 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/b7e134ba-90ec-4232-9e37-f426c87b84fd) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:43.809390 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.848056 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:43.884464 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:43.887313 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:43.891702 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:43.918189 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:43.926359 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=b7e134ba-90ec-4232-9e37-f426c87b84fd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:43.933780 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:43.985674 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.036528 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.192209 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.198183 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.222890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.266944 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.269817 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=b7e134ba-90ec-4232-9e37-f426c87b84fd,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:44.287787 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:44.289126 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-53543b32-a91d-4db8-8ada-510f1c9fad38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8189092 Jul 31 20:01:44.471307 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:46.473587 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-8dc67ce1-695d-4d35-9d92-a9bb4b812142 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1298309616&fields=id&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 267 time: 0.0747664 Jul 31 20:01:46.553821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989122ed-6bc8-485d-b5db-3ac3fc821dec req-aa9d67ca-46c5-4655-8dba-7dcc9aed5006 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:46.555215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-989122ed-6bc8-485d-b5db-3ac3fc821dec req-aa9d67ca-46c5-4655-8dba-7dcc9aed5006 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0965455 Jul 31 20:01:46.639532 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-6ec0ad8c-bc5a-432a-8994-d372e655ecbf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:46.640990 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-6ec0ad8c-bc5a-432a-8994-d372e655ecbf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.1507418 Jul 31 20:01:46.644035 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-989122ed-6bc8-485d-b5db-3ac3fc821dec req-0c1c7854-9304-4bbe-971b-f03895fb393b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817335 Jul 31 20:01:46.660464 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-42ed8ade-27d9-40f9-8cf1-2ec5a4cac09f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/quotas/2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 375 time: 0.0137231 Jul 31 20:01:46.721190 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-7ed6faf4-63d8-4f86-8fa1-0e03f0314655 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549726 Jul 31 20:01:46.842836 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-4b9db9d0-8a60-422c-80b0-7f0fa16d5e78 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065349258&fields=id&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 267 time: 0.1083038 Jul 31 20:01:46.904118 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-cbcb71f7-43a9-4f3c-addf-1ac2f45be8af service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709220 Jul 31 20:01:46.980471 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:47.020270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-85006466-8ed4-4255-8628-761205ce4730 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:47.021834 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-85006466-8ed4-4255-8628-761205ce4730 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.1694238 Jul 31 20:01:47.039651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:47.054049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-1fd5c04b-408d-402d-99b5-738a882d305e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/quotas/15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 375 time: 0.0253496 Jul 31 20:01:47.055637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-d5db3566-a810-497c-84b2-7654e0c22cde service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437056 Jul 31 20:01:47.107546 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-d7dd41ec-c592-451f-883a-9fca97165625 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474050 Jul 31 20:01:47.273850 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-a7a59771-6969-4af9-a5a2-348589f881ab service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513827 Jul 31 20:01:47.287012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395927b-6096-41a3-972d-7eec160687f8 req-f8ee9134-dbf9-4734-ad10-6290e8bfe914 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:47.288582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b395927b-6096-41a3-972d-7eec160687f8 req-f8ee9134-dbf9-4734-ad10-6290e8bfe914 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0660386 Jul 31 20:01:47.393435 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b395927b-6096-41a3-972d-7eec160687f8 req-cfbd0150-3819-46f5-b5af-7898237b95b3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965450 Jul 31 20:01:47.411222 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-7ed0f681-973e-423f-bd53-183675df81e5 service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215761 Jul 31 20:01:47.499932 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46201484-ceaa-47eb-9820-4126992c9490 req-601341a8-605b-47c4-97a5-2ad165d51a9e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0416284 Jul 31 20:01:47.800833 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b5f40a9-7c67-42c2-a84a-a4a84ff70797 req-6f3bdd67-cc25-4050-b971-591c5d2378ba tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 210 time: 0.0690041 Jul 31 20:01:47.821846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56fd13-f989-4fff-a1d3-8710d1436e48 req-4ebb49f2-d5ba-4f8d-bbbd-e98c3465f936 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:47.823356 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e56fd13-f989-4fff-a1d3-8710d1436e48 req-4ebb49f2-d5ba-4f8d-bbbd-e98c3465f936 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0792100 Jul 31 20:01:47.882570 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e56fd13-f989-4fff-a1d3-8710d1436e48 req-5c4d5cc3-2a4a-49be-b44c-98ba4784c7fc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506978 Jul 31 20:01:48.537723 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b0beb-f1a0-4c48-aac1-6d8ee5c3c849 req-def2465b-c6f0-4793-b189-7d573fe4317e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:48.539276 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f88b0beb-f1a0-4c48-aac1-6d8ee5c3c849 req-def2465b-c6f0-4793-b189-7d573fe4317e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0550838 Jul 31 20:01:48.618300 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f88b0beb-f1a0-4c48-aac1-6d8ee5c3c849 req-ba03516b-3ba0-4009-a934-2ebaf035ceae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705643 Jul 31 20:01:48.635748 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6795f404-3890-41a7-a912-b1f29c92927c req-5757c7c7-c311-44ba-9d6b-e917712f0927 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0357306 Jul 31 20:01:48.919432 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e94b4ba8-27fe-4bf5-8993-41c811b7fdc6 req-c45db8fe-abf3-4370-9b6f-71a4c6623a07 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 210 time: 0.0353441 Jul 31 20:01:49.014050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da93247-c6dc-4c70-a899-df7888eec2f1 req-0f680895-8ad8-419b-bd13-bc2cf059851b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:49.015546 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1da93247-c6dc-4c70-a899-df7888eec2f1 req-0f680895-8ad8-419b-bd13-bc2cf059851b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0506516 Jul 31 20:01:49.069461 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1da93247-c6dc-4c70-a899-df7888eec2f1 req-8b3c1f48-2882-4c9b-8808-ff1386de1545 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456221 Jul 31 20:01:49.322739 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-b7902dc3-d331-4ceb-b9fd-b1ca86bc5db5 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:49.324317 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-b7902dc3-d331-4ceb-b9fd-b1ca86bc5db5 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.1175566 Jul 31 20:01:49.761910 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0fb303f-c1d1-4932-b6e7-b15c79deba92 req-c9d3472b-6bbd-4571-af11-49b1b64f27a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0418894 Jul 31 20:01:49.818528 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836a05-61c0-440b-81db-cac4f2099ffa req-807fd98d-8a0f-45c2-81e1-fc7838032b1a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:49.820000 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8836a05-61c0-440b-81db-cac4f2099ffa req-807fd98d-8a0f-45c2-81e1-fc7838032b1a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0900514 Jul 31 20:01:49.830217 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-9a2b7221-4489-4013-afe5-bba02abcaeb1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 473 time: 0.1565545 Jul 31 20:01:49.874876 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8836a05-61c0-440b-81db-cac4f2099ffa req-280c441d-addb-4aee-bf00-dc221bdffa16 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Jul 31 20:01:50.029192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'port': {'device_id': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'admin_state_up': True, 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'security_groups': ['124b6b4c-1ed0-4b64-b47b-26cad388a7e1']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:50.035095 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-093b3719-a188-4e59-b71e-537fb8ec1ad0 req-2a673e11-4561-4283-9e4b-08fdb870c622 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 210 time: 0.0424473 Jul 31 20:01:50.045070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:50.404782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:50.468657 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d18fb-cabf-49cb-b18d-dbb77b8e9691 req-81d9e228-0a0b-4950-bdf6-cdf2beb84adb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:50.470161 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-385d18fb-cabf-49cb-b18d-dbb77b8e9691 req-81d9e228-0a0b-4950-bdf6-cdf2beb84adb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.1247926 Jul 31 20:01:50.558931 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-9ccbb28c-1c34-4865-84d1-2f28e7fcf329 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:50.560389 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-9ccbb28c-1c34-4865-84d1-2f28e7fcf329 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.2160907 Jul 31 20:01:50.571978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:50.575291 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:50.587764 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-385d18fb-cabf-49cb-b18d-dbb77b8e9691 req-6208e1c7-c7db-4b45-921d-af1edda470e2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118011 Jul 31 20:01:50.737492 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-49417d13-0b64-463b-8a06-4b5c49b3619a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 380 time: 0.1041670 Jul 31 20:01:50.750243 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'port': {'device_id': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'admin_state_up': True, 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'security_groups': ['37d8cd25-b240-4b26-bca5-7e0fba3d62b8']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:50.769668 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.20.0.13 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:50.934033 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e72e6ddd-2585-4ab4-89e0-5ec587a11447 req-bcab9b9c-4a5a-45ec-9f9a-3a0de6362032 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0874290 Jul 31 20:01:50.995101 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Made reservation on behalf of 15e426e0b2bd4bc29e7a8e222fcc8f7e for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:01:50.998580 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.082046 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.096851 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:51.129955 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ecf1b-3039-4e77-a817-00c104a4df32 req-60402de0-6a56-44f1-bea6-fce858c6655c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:51.131642 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c83ecf1b-3039-4e77-a817-00c104a4df32 req-60402de0-6a56-44f1-bea6-fce858c6655c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1255488 Jul 31 20:01:51.164469 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:51.215477 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a940538-0c2f-45ec-87ca-725d0ac79caa req-c7fc740d-0cf9-4130-bcbf-ffcfe5ab1d9e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:51.217019 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a940538-0c2f-45ec-87ca-725d0ac79caa req-c7fc740d-0cf9-4130-bcbf-ffcfe5ab1d9e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1387615 Jul 31 20:01:51.313012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.322552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c83ecf1b-3039-4e77-a817-00c104a4df32 req-342fc22f-1375-4365-935b-90b7a65c46a7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608591 Jul 31 20:01:51.393008 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a940538-0c2f-45ec-87ca-725d0ac79caa req-4c457b03-df10-44a4-961b-4d5884661344 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629748 Jul 31 20:01:51.406591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:51.414999 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.20.0.14 (4ede3dd9-1e02-435f-a555-c3b09c614bb8/93f8d501-2a30-4911-9dbc-ff1b7df8c562/63e21ff2-2376-43b2-97f2-7343a4970d01) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:01:51.425397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:51.450853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:51.456729 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:51.456967 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.465045 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:51.482350 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-641b96bc-84f2-4aaa-8b5e-7dd14e646b62 req-8191649a-f88d-4edc-b36e-6fd34d3af13c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 210 time: 0.0927286 Jul 31 20:01:51.525415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-76521d64-d95a-458d-8cec-8cf8828e384c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5005255 Jul 31 20:01:51.566933 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Request body: {'port': {'device_id': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:51.725921 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.767632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef6e58-e3ca-44e9-89d2-1167b855b9ec req-dd7f009d-67b1-4c79-bb0f-c9abb04db4bc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:51.769140 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cdef6e58-e3ca-44e9-89d2-1167b855b9ec req-dd7f009d-67b1-4c79-bb0f-c9abb04db4bc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0863924 Jul 31 20:01:51.782388 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-795ef231-13cf-426e-9823-7cd7b5774448 None None] Provisioning complete for port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:51.783001 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-795ef231-13cf-426e-9823-7cd7b5774448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.792073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:51.818895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-795ef231-13cf-426e-9823-7cd7b5774448 None None] Port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:51.927869 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cdef6e58-e3ca-44e9-89d2-1167b855b9ec req-7e2aff95-7ce7-475d-9729-c12f2b82a000 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521134 Jul 31 20:01:51.931533 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:51.948377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.021684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:52.048161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:01:52.073881 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:01:52.086744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:01:52.092357 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:52.093122 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.112774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:52.140390 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707aacd6-8496-4f11-99f0-e0d74237c6ff req-79d7e66c-67eb-4955-b510-00bdd249f1fd tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:52.142041 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-707aacd6-8496-4f11-99f0-e0d74237c6ff req-79d7e66c-67eb-4955-b510-00bdd249f1fd tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 932 time: 0.1178086 Jul 31 20:01:52.147349 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-edfcc4dc-d751-44d8-862c-4d8b67eb643c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4043128 Jul 31 20:01:52.176994 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Request body: {'port': {'device_id': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:01:52.306827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-707aacd6-8496-4f11-99f0-e0d74237c6ff req-a68220be-cfff-49a8-8a3e-e280a4d7dde4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585081 Jul 31 20:01:52.320591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.323991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:01:52.337667 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks [] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.345570 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5cd01f68-bbf9-4e57-b492-2541e693b908 None None] Provisioning complete for port 63e21ff2-2376-43b2-97f2-7343a4970d01 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:01:52.346111 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5cd01f68-bbf9-4e57-b492-2541e693b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.374221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Transition to ACTIVE for port object d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:01:52.382132 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.388422 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5cd01f68-bbf9-4e57-b492-2541e693b908 None None] Port 63e21ff2-2376-43b2-97f2-7343a4970d01 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:01:52.555908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:52.592136 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Attempting to bind port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:52.592472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Attempting to bind port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:52.592802 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Attempting to bind port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:52.612338 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5613fc8-7feb-4e4b-b929-cb25294cba19 req-ef7a49a6-27c7-489e-8d7b-d30cf78cf410 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:52.613873 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5613fc8-7feb-4e4b-b929-cb25294cba19 req-ef7a49a6-27c7-489e-8d7b-d30cf78cf410 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1889124 Jul 31 20:01:52.621069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 on network 758cb11a-528c-4227-88a9-030f838941a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:01:52.621407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Attempting to bind port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:52.684777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd581392-5a80-404e-973d-d73d6baf60c5 req-98f3c028-2ae3-4976-ada4-5b8e8861b15e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:52.686398 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd581392-5a80-404e-973d-d73d6baf60c5 req-98f3c028-2ae3-4976-ada4-5b8e8861b15e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1801093 Jul 31 20:01:52.690253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:52.690597 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:52.690977 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:52.691427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Bound port: d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:52.691787 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.798155 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:52.830211 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5613fc8-7feb-4e4b-b929-cb25294cba19 req-e8e9e802-b6aa-4714-acc1-e4fda92581b3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036309 Jul 31 20:01:52.843669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:52.876159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:52.881620 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd581392-5a80-404e-973d-d73d6baf60c5 req-647c0247-0785-40e2-94fe-629245a4c608 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1842048 Jul 31 20:01:52.907900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:52.953633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.953633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:52.953633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:52.953987 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] 10.222.0.57 "PUT /v2.0/ports/d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 HTTP/1.1" status: 200 len: 1094 time: 1.4037488 Jul 31 20:01:52.980286 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:01:52.982808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f011a3-211f-4a70-8ac1-2608070115c5" -d '{"events": [{"name": "network-changed", "server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:01:52.996565 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e21ff2-2376-43b2-97f2-7343a4970d01 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:01:53.032089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks [] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:53.110027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa3306-b354-487b-bb76-e4a493dc950a req-62e549c2-2f3a-419c-82cf-ff09324a5ab1 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.111411 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ffa3306-b354-487b-bb76-e4a493dc950a req-62e549c2-2f3a-419c-82cf-ff09324a5ab1 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 932 time: 0.1789820 Jul 31 20:01:53.120162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Transition to ACTIVE for port object 63e21ff2-2376-43b2-97f2-7343a4970d01 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:01:53.142156 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:53.149679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-331f3ce6-f606-467b-946d-686b4cece8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.151131 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-331f3ce6-f606-467b-946d-686b4cece8af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 1128 time: 0.1301532 Jul 31 20:01:53.166972 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a91b16-5978-47e1-aa60-4862f26ed54d req-98605a2f-08db-456b-9e11-17ffce40b6da tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.168376 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86a91b16-5978-47e1-aa60-4862f26ed54d req-98605a2f-08db-456b-9e11-17ffce40b6da tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.1484787 Jul 31 20:01:53.171474 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9cf9d-e48f-42d3-b437-2706808411fe service neutron] Pushing event updated for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:53.263288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-7694d254-fefe-41c5-8fde-cb9ca705c779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 HTTP/1.1" status: 200 len: 217 time: 0.0939736 Jul 31 20:01:53.378708 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:53.600944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Pushing event updated for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:53.620165 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ffa3306-b354-487b-bb76-e4a493dc950a req-8863a2d2-b329-40f5-b801-3398d48c8722 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969971 Jul 31 20:01:53.626929 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Attempting to bind port 63e21ff2-2376-43b2-97f2-7343a4970d01 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:01:53.627270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Attempting to bind port 63e21ff2-2376-43b2-97f2-7343a4970d01 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:01:53.627599 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Attempting to bind port 63e21ff2-2376-43b2-97f2-7343a4970d01 on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:53.653073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Port 63e21ff2-2376-43b2-97f2-7343a4970d01 on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:01:53.653073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Attempting to bind port 63e21ff2-2376-43b2-97f2-7343a4970d01 on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:01:53.655861 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-cd0aeea5-2f8c-41c2-a535-accdce24330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.657382 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-cd0aeea5-2f8c-41c2-a535-accdce24330d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.1025565 Jul 31 20:01:53.662702 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86a91b16-5978-47e1-aa60-4862f26ed54d req-9cacd26c-21ae-4eec-8ccf-99f54b8d19cc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825110 Jul 31 20:01:53.665829 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:01:53.666220 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:01:53.666632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Bound using segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:01:53.667082 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Bound port: 63e21ff2-2376-43b2-97f2-7343a4970d01, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:01:53.667451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:53.690630 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcbf92e-9c5d-4082-b848-36822304dc7b x-openstack-request-id: req-5dcbf92e-9c5d-4082-b848-36822304dc7b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:01:53.690916 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:01:53.691168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5dcbf92e-9c5d-4082-b848-36822304dc7b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:01:53.691563 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcbf92e-9c5d-4082-b848-36822304dc7b'] response: {'name': 'network-changed', 'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'status': 'completed', 'code': 200} Jul 31 20:01:53.754634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-e293f59b-b267-4ae1-8152-43c7fb33dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.756146 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-e293f59b-b267-4ae1-8152-43c7fb33dc49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772576 Jul 31 20:01:53.844667 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1a62-4240-400b-b69f-122ab28b22f8 req-0fecad32-c38a-4334-8609-6c8aa3cef09b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.846282 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c0b1a62-4240-400b-b69f-122ab28b22f8 req-0fecad32-c38a-4334-8609-6c8aa3cef09b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 944 time: 0.1116512 Jul 31 20:01:53.853655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:01:53.891923 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=63e21ff2-2376-43b2-97f2-7343a4970d01,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:01:53.904296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:53.907557 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:53.908196 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:53.909590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] 10.222.0.57 "PUT /v2.0/ports/63e21ff2-2376-43b2-97f2-7343a4970d01 HTTP/1.1" status: 200 len: 1094 time: 1.7385464 Jul 31 20:01:53.935537 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:53.976325 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:54.006346 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-55b0bb32-16f4-4f97-be51-65639088867e service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310455 Jul 31 20:01:54.021004 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c0b1a62-4240-400b-b69f-122ab28b22f8 req-a53b0d8a-df00-4ea9-8081-79d67c65d992 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685872 Jul 31 20:01:54.093960 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2be28-6166-476f-9af9-336448f7e988 req-cae71f51-8d1c-400c-bfd7-f9586fe2492d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.095461 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3f2be28-6166-476f-9af9-336448f7e988 req-cae71f51-8d1c-400c-bfd7-f9586fe2492d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1684501 Jul 31 20:01:54.155416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c0a1-d776-465b-b827-e96fa6c1dd31 service neutron] Pushing event updated for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:54.159458 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-1771f0d8-125e-4ae1-b242-e2493a952af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.160988 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-1771f0d8-125e-4ae1-b242-e2493a952af7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 1128 time: 0.1579001 Jul 31 20:01:54.256370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-b24d7f3d-86b9-4ceb-beb1-d3c06cc74a08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e21ff2-2376-43b2-97f2-7343a4970d01 HTTP/1.1" status: 200 len: 217 time: 0.0650063 Jul 31 20:01:54.267143 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a3593-1c5f-4cf5-9c71-dca6175f1b92 req-0acf730d-3a63-4a1f-82c5-fb873754abb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.268642 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-876a3593-1c5f-4cf5-9c71-dca6175f1b92 req-0acf730d-3a63-4a1f-82c5-fb873754abb7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1433699 Jul 31 20:01:54.279901 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=47,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:54.281602 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:54.308895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56484) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:54.339098 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3f2be28-6166-476f-9af9-336448f7e988 req-293b4877-330f-4e98-8aff-27db051ff7c3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073286 Jul 31 20:01:54.351634 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a90d4880-e49a-46fb-ade4-1a69750bd5a4 req-b2a658a8-1832-4ac1-94bd-43b514a0e35a service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245733 Jul 31 20:01:54.376526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-471ea9fe-8a09-444e-a892-04ba17cafc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.378055 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-471ea9fe-8a09-444e-a892-04ba17cafc36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0926945 Jul 31 20:01:54.389203 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-876a3593-1c5f-4cf5-9c71-dca6175f1b92 req-a454e726-a6a6-4674-a244-1b46075ad9f9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049035 Jul 31 20:01:54.427375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8ea10b10-66f8-4d21-a221-5f9aea9289e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.505028 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8ea10b10-66f8-4d21-a221-5f9aea9289e9 admin admin] Publish callbacks [] for security_group (26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.510296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8ea10b10-66f8-4d21-a221-5f9aea9289e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.551582 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8ea10b10-66f8-4d21-a221-5f9aea9289e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32f3a693d9a640b5aeefd925564bad51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414463 Jul 31 20:01:54.554390 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 56490) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:01:54.555109 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea10b10-66f8-4d21-a221-5f9aea9289e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:54.607115 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] Publish callbacks [] for security_group (26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.630371 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] Publish callbacks [] for security_group (26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.679659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.682500 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:54.683686 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe HTTP/1.1" status: 204 len: 168 time: 0.1282804 Jul 31 20:01:54.694119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbd84c-a466-4aa2-92a3-3b2aaa28ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a2ccdc-cdf5-4a5f-8222-c93aae5ea9fe,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:54.757556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6798b-0a18-4771-aac7-a67131d4c73d req-903980ff-373e-4c58-ac67-3eaeea225937 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.759145 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9d6798b-0a18-4771-aac7-a67131d4c73d req-903980ff-373e-4c58-ac67-3eaeea225937 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0629508 Jul 31 20:01:54.828976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7be08-db66-4543-ab7b-b24939fb0ef5 req-fa4fee46-1e76-43d0-aaaa-f4791d700a6d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:54.833937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9e7be08-db66-4543-ab7b-b24939fb0ef5 req-fa4fee46-1e76-43d0-aaaa-f4791d700a6d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0735319 Jul 31 20:01:54.879250 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9d6798b-0a18-4771-aac7-a67131d4c73d req-af885345-1cf0-4633-899d-4392b15705c7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106107 Jul 31 20:01:54.902276 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9e7be08-db66-4543-ab7b-b24939fb0ef5 req-1ac290fb-662c-4b72-95c4-3e27a9150d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613742 Jul 31 20:01:55.158084 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4aeea0-dec7-4b08-8c3d-ccb1a2dbf525 req-a2929eb8-43dc-4d29-b069-523af6713e0d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:55.159596 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc4aeea0-dec7-4b08-8c3d-ccb1a2dbf525 req-a2929eb8-43dc-4d29-b069-523af6713e0d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 944 time: 0.0498600 Jul 31 20:01:55.205144 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:55.209948 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc4aeea0-dec7-4b08-8c3d-ccb1a2dbf525 req-d2cfce06-2baf-470b-9f49-d6e0c7dcf74c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Jul 31 20:01:55.322383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-41db2546-35ea-4de8-a0a1-abaeba6d6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:55.323992 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-41db2546-35ea-4de8-a0a1-abaeba6d6f7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477891 Jul 31 20:01:55.512538 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8014687-14df-4789-a2a2-02f6210295c3 req-8733b1ac-fe52-42ce-83db-97a4c8375531 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:55.514177 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8014687-14df-4789-a2a2-02f6210295c3 req-8733b1ac-fe52-42ce-83db-97a4c8375531 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0785458 Jul 31 20:01:55.527505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7657a0-d74d-4b2d-8087-635a1dce1f51 req-bda005e0-0bef-49f9-8dbe-02985a7e4608 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:55.528973 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad7657a0-d74d-4b2d-8087-635a1dce1f51 req-bda005e0-0bef-49f9-8dbe-02985a7e4608 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0646482 Jul 31 20:01:55.597597 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8014687-14df-4789-a2a2-02f6210295c3 req-929b109f-60ab-4b88-949b-8919ad97df68 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772491 Jul 31 20:01:55.612679 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ad7657a0-d74d-4b2d-8087-635a1dce1f51 req-47e092ee-0eb3-42d9-9269-63c67873a83a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770681 Jul 31 20:01:55.692966 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:01:55.695824 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de73d55-f473-4417-ba95-1f027c37247a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:01:55.743751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39beedb4-761d-4046-be7a-d04487a87cda x-openstack-request-id: req-39beedb4-761d-4046-be7a-d04487a87cda {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:01:55.744409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:01:55.744663 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-39beedb4-761d-4046-be7a-d04487a87cda {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:01:55.745072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39beedb4-761d-4046-be7a-d04487a87cda'] response: {'name': 'network-changed', 'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'status': 'completed', 'code': 200} Jul 31 20:01:56.016970 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:56.038711 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee6e61-1e13-49bf-8ec1-9732202f24d7 req-b074f58f-7f35-4ed8-94e9-ae48eb2da7f8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.040214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51ee6e61-1e13-49bf-8ec1-9732202f24d7 req-b074f58f-7f35-4ed8-94e9-ae48eb2da7f8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0843067 Jul 31 20:01:56.048405 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ba585-36c8-4950-baf6-10fa2502eb7d req-a639bdbf-3e57-4e67-bf70-d6a86b95a76c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.049842 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc1ba585-36c8-4950-baf6-10fa2502eb7d req-a639bdbf-3e57-4e67-bf70-d6a86b95a76c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0618351 Jul 31 20:01:56.127964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-51ee6e61-1e13-49bf-8ec1-9732202f24d7 req-992a9778-e84a-4a2c-b127-f5479b69e619 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771427 Jul 31 20:01:56.130960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc1ba585-36c8-4950-baf6-10fa2502eb7d req-b19dffb2-f6b0-47ff-b9f9-3053e0cf7ef3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741682 Jul 31 20:01:56.350049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0fc4b-9a68-4dcd-8ead-2d1b01310022 req-a2188c89-5027-4d4f-8a2d-329ce21f79db tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.351539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cde0fc4b-9a68-4dcd-8ead-2d1b01310022 req-a2188c89-5027-4d4f-8a2d-329ce21f79db tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 944 time: 0.0518739 Jul 31 20:01:56.399762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cde0fc4b-9a68-4dcd-8ead-2d1b01310022 req-749f7eeb-955f-4140-a7e1-cef9385b8a2f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426011 Jul 31 20:01:56.545306 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-3a7b5430-afbb-4000-82ba-9cfda82351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.546929 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-3a7b5430-afbb-4000-82ba-9cfda82351b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 1128 time: 0.1042562 Jul 31 20:01:56.564472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a387bd-a689-4334-b101-67c9e9bc86d4 req-7717f965-1ad5-4cea-a6bf-dfc1350f2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.565893 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6a387bd-a689-4334-b101-67c9e9bc86d4 req-7717f965-1ad5-4cea-a6bf-dfc1350f2815 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1129 time: 0.0551870 Jul 31 20:01:56.586716 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-b3338903-0f2d-4861-9b1e-4ecff114714a service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520925 Jul 31 20:01:56.886786 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d99259-4595-43d5-b56d-43a44b091eba req-acc5f944-3783-4222-bc74-981fdd36fed6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.888298 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3d99259-4595-43d5-b56d-43a44b091eba req-acc5f944-3783-4222-bc74-981fdd36fed6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1673462 Jul 31 20:01:56.894344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b017655-b17c-4600-9e66-75c6e77033aa req-c4c183c4-c2fd-426a-88a8-7223dbbffc1a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.895702 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b017655-b17c-4600-9e66-75c6e77033aa req-c4c183c4-c2fd-426a-88a8-7223dbbffc1a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1758618 Jul 31 20:01:56.902778 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6a387bd-a689-4334-b101-67c9e9bc86d4 req-e9d27961-0906-4dd8-8c48-1a8387e014ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574689 Jul 31 20:01:56.935420 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:56.958440 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-75bb578a-596a-4462-8fa0-2c7247005c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:56.960171 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-75bb578a-596a-4462-8fa0-2c7247005c03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.3161731 Jul 31 20:01:56.975219 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-61d886e4-9da9-49a7-b66f-67f4441cf03b req-7bc093a8-79ee-42bd-8d9b-c7dc4a17e18f service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126969 Jul 31 20:01:57.017183 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b017655-b17c-4600-9e66-75c6e77033aa req-dcc229b9-addf-476e-9e44-4b553f2e091c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1134200 Jul 31 20:01:57.021042 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c3d99259-4595-43d5-b56d-43a44b091eba req-f488aafe-7cc5-49b6-ae6b-a554f83fa368 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203701 Jul 31 20:01:57.303710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-09cdc6e5-10d0-4793-9e88-e3f500b6a40a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 HTTP/1.1" status: 200 len: 217 time: 0.1001189 Jul 31 20:01:57.330930 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d26db9-26e8-4b86-af7a-13e3c980d340 req-6fd8b4cb-1853-47b3-afc0-134db8f8b47c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:57.332428 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41d26db9-26e8-4b86-af7a-13e3c980d340 req-6fd8b4cb-1853-47b3-afc0-134db8f8b47c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0861962 Jul 31 20:01:57.345261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a614b8-08cb-42ad-b45e-3e2a1cc1f8d4 req-dd1f6a3b-90af-481b-bf8f-91006bde5244 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:57.346849 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36a614b8-08cb-42ad-b45e-3e2a1cc1f8d4 req-dd1f6a3b-90af-481b-bf8f-91006bde5244 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0894032 Jul 31 20:01:57.397567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:57.414396 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41d26db9-26e8-4b86-af7a-13e3c980d340 req-56ae4bec-eef0-4055-94f5-cd17c7bf9ffd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756655 Jul 31 20:01:57.427588 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-36a614b8-08cb-42ad-b45e-3e2a1cc1f8d4 req-d9871824-3800-4af3-95df-0c08d811a28c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738475 Jul 31 20:01:57.522927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24053f-3dfe-4f57-af27-81f2be450622 req-7d765c30-eb9a-4ceb-9457-82b265aef227 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:57.524415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc24053f-3dfe-4f57-af27-81f2be450622 req-7d765c30-eb9a-4ceb-9457-82b265aef227 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 944 time: 0.0509381 Jul 31 20:01:57.578458 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc24053f-3dfe-4f57-af27-81f2be450622 req-7a489c9b-8b29-4342-aa86-7d335b6b4734 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483737 Jul 31 20:01:57.928478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de73d55-f473-4417-ba95-1f027c37247a req-26e0d187-b261-42f7-85e4-461ff657a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:57.929937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-26e0d187-b261-42f7-85e4-461ff657a963 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 1128 time: 0.0694635 Jul 31 20:01:57.933828 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-7506910a-7e63-4a0e-8346-004eafb40142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:57.935220 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-7506910a-7e63-4a0e-8346-004eafb40142 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0760124 Jul 31 20:01:58.024861 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-c9f0c686-9d0e-4274-af65-22979bd73cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.026413 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-c9f0c686-9d0e-4274-af65-22979bd73cad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822177 Jul 31 20:01:58.130130 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de73d55-f473-4417-ba95-1f027c37247a req-5a50f9a4-4c1f-4471-afc2-da4810fdb3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.131578 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-5a50f9a4-4c1f-4471-afc2-da4810fdb3a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.1949751 Jul 31 20:01:58.198634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da7195-9ee1-4428-86c0-55989474cc57 req-9a329b80-6a73-49aa-b92c-2c65b7450aad tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.200037 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19da7195-9ee1-4428-86c0-55989474cc57 req-9a329b80-6a73-49aa-b92c-2c65b7450aad tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0989656 Jul 31 20:01:58.207974 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5d99e-f43f-4ad1-808f-755ad8cda88e req-1da9bafa-d55a-4ec5-9e76-f08a13e44222 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.209426 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3d5d99e-f43f-4ad1-808f-755ad8cda88e req-1da9bafa-d55a-4ec5-9e76-f08a13e44222 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0996561 Jul 31 20:01:58.266218 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-f0071dd7-1b2c-4897-aa51-b064e3129c19 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268016 Jul 31 20:01:58.308173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19da7195-9ee1-4428-86c0-55989474cc57 req-b47f6d67-7adc-42f5-881b-e6e8bd8b415f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977485 Jul 31 20:01:58.312081 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3d5d99e-f43f-4ad1-808f-755ad8cda88e req-feeecb5f-5796-4183-9444-55676f8c0944 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937400 Jul 31 20:01:58.575591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b6ff8-00ed-480f-af2a-027a651141a7 req-2ea156a5-a989-4d26-88cf-0a239d1a444a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.577100 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c87b6ff8-00ed-480f-af2a-027a651141a7 req-2ea156a5-a989-4d26-88cf-0a239d1a444a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Jul 31 20:01:58.597754 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963bb5b-f0ae-4c23-bcc9-632a7ec4732d req-e8389f20-9dc2-4950-8e31-2acbe2fc653b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.601680 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7963bb5b-f0ae-4c23-bcc9-632a7ec4732d req-e8389f20-9dc2-4950-8e31-2acbe2fc653b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0740709 Jul 31 20:01:58.672768 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-641bdfdb-333c-454d-ac3c-d90d8295cfe7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e21ff2-2376-43b2-97f2-7343a4970d01 HTTP/1.1" status: 200 len: 217 time: 0.0611918 Jul 31 20:01:58.697985 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:01:58.713079 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:58.721311 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c87b6ff8-00ed-480f-af2a-027a651141a7 req-1661614e-9495-4bca-b6a0-eb451a61c544 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377630 Jul 31 20:01:58.753626 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7963bb5b-f0ae-4c23-bcc9-632a7ec4732d req-8b77ff6a-d508-4c0e-bb85-26810dbfea6a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431723 Jul 31 20:01:58.813399 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:58.827568 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'port_id': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'mac_address': 'fa:16:3e:26:ea:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:01:58.866591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:01:58.866982 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:58.880574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:01:58.900517 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:01:58.907049 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:01:58.956223 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:01:58.963382 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.963734 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.964110 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.964467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.964810 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.964930 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:01:58.965140 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.965494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.965825 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.966155 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.966470 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.966870 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.967119 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.967725 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.968075 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.968397 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:01:58.968996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de73d55-f473-4417-ba95-1f027c37247a req-dd44c8ed-20c1-4475-9762-2dfb1b430b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.970551 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-dd44c8ed-20c1-4475-9762-2dfb1b430b14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.1372187 Jul 31 20:01:58.979949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2d725-a472-4aec-9c35-ea007b3b6f06 req-028d8c69-67b1-4435-920a-fdf80cd4a0c9 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:58.981370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d2d725-a472-4aec-9c35-ea007b3b6f06 req-028d8c69-67b1-4435-920a-fdf80cd4a0c9 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 945 time: 0.1432347 Jul 31 20:01:59.052516 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5f011a3-211f-4a70-8ac1-2608070115c5 req-216957be-8a1f-4aa8-8982-113655185d2d service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354777 Jul 31 20:01:59.067590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de73d55-f473-4417-ba95-1f027c37247a req-7c21b568-a62e-4e5b-8e71-90df309e5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:59.069245 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-7c21b568-a62e-4e5b-8e71-90df309e5f12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815568 Jul 31 20:01:59.310659 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:01:59.356959 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76d2d725-a472-4aec-9c35-ea007b3b6f06 req-d855485c-1b22-4cb4-bda9-1697c48dd6da tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679986 Jul 31 20:01:59.507135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae568c3-5531-417a-a92e-5777bd034ede req-38b4e3d3-82a5-4893-a15a-273b5721f7d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:59.508600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae568c3-5531-417a-a92e-5777bd034ede req-38b4e3d3-82a5-4893-a15a-273b5721f7d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0981832 Jul 31 20:01:59.512626 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-8d067584-b25a-422f-84a5-629ed627396b service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329383 Jul 31 20:01:59.522282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94da9-bdd6-4c40-9edb-368cdf94c6fc req-f92e7cd0-2b2a-47f2-afd7-ae2ba972f151 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:59.523629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f94da9-bdd6-4c40-9edb-368cdf94c6fc req-f92e7cd0-2b2a-47f2-afd7-ae2ba972f151 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0769193 Jul 31 20:01:59.652560 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f94da9-bdd6-4c40-9edb-368cdf94c6fc req-96b9d0a8-a06b-4aaa-ad4e-a65bd6fed0cc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167915 Jul 31 20:01:59.657852 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eae568c3-5531-417a-a92e-5777bd034ede req-ed28d0ec-f134-473f-ae9e-c08ac98e7669 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426482 Jul 31 20:01:59.680744 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1de73d55-f473-4417-ba95-1f027c37247a req-44ac469c-e3d3-4a3c-a161-09ba86dde945 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521740 Jul 31 20:01:59.909872 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ffa21-4d2b-4366-9098-555a62502668 req-e4398d1e-bbc1-4f7e-89c7-ae77bb5b3a7c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:59.911400 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd3ffa21-4d2b-4366-9098-555a62502668 req-e4398d1e-bbc1-4f7e-89c7-ae77bb5b3a7c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0901053 Jul 31 20:01:59.917429 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79379d4d-1c1f-4f02-9384-cc60ba003d26 req-ba2d15ce-6ef8-48d4-83cd-dd4ac20751a4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:01:59.918783 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79379d4d-1c1f-4f02-9384-cc60ba003d26 req-ba2d15ce-6ef8-48d4-83cd-dd4ac20751a4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0826674 Jul 31 20:01:59.989537 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd3ffa21-4d2b-4366-9098-555a62502668 req-b696a066-e5cf-4dae-a3c9-fe48db3abdcc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697575 Jul 31 20:01:59.998421 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79379d4d-1c1f-4f02-9384-cc60ba003d26 req-8cadea5a-a068-43f8-8c5d-e88538a08cbd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717800 Jul 31 20:02:00.284882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793626-2135-4eca-b044-22bc4890e702 req-5c501632-78dd-494f-96aa-465545085b30 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.286342 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8793626-2135-4eca-b044-22bc4890e702 req-5c501632-78dd-494f-96aa-465545085b30 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0581987 Jul 31 20:02:00.333810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-74d8b277-3a87-41de-817c-c6afc4b294a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.333810 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-74d8b277-3a87-41de-817c-c6afc4b294a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1129 time: 0.0652442 Jul 31 20:02:00.403376 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8793626-2135-4eca-b044-22bc4890e702 req-466a1a29-a351-4bdb-8f24-2b012e107228 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013513 Jul 31 20:02:00.411258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:00.450534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-1b3b3356-85d8-48f3-9628-3106bded2b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.452007 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-1b3b3356-85d8-48f3-9628-3106bded2b96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1091356 Jul 31 20:02:00.519408 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-ae2ee4b6-cb85-435d-807a-6388ca7d530d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 217 time: 0.0560067 Jul 31 20:02:00.532765 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b3d4-b37d-45dd-9b5e-1081b143e283 req-9cdfb274-c468-46ac-8f32-63d2720e68f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.534227 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd82b3d4-b37d-45dd-9b5e-1081b143e283 req-9cdfb274-c468-46ac-8f32-63d2720e68f4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 945 time: 0.0862775 Jul 31 20:02:00.562455 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:00.602971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-b1133921-151a-4aad-af8a-71a0e1df5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.604353 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-b1133921-151a-4aad-af8a-71a0e1df5c18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0692863 Jul 31 20:02:00.629185 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd82b3d4-b37d-45dd-9b5e-1081b143e283 req-c540922a-bbb6-48e4-8ec3-1aabfb2c2bea tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849209 Jul 31 20:02:00.657494 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-7f6f784a-fcff-41b9-8ebc-33e3aa5333b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.660014 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-7f6f784a-fcff-41b9-8ebc-33e3aa5333b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476129 Jul 31 20:02:00.716539 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:00.747791 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:00.774195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:02:00.781333 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:00.781839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:00.835958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea143deb-033a-4251-a3de-03de7606e4b7 req-43bd0991-058f-4808-b616-500b688b6217 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.837380 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea143deb-033a-4251-a3de-03de7606e4b7 req-43bd0991-058f-4808-b616-500b688b6217 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0987096 Jul 31 20:02:00.861099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7333c4f-23c5-43cc-b4fa-32ba54c09b5e req-977d0d72-168d-4477-b0e0-f7fc4de80d6b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:00.866604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:00.867909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7333c4f-23c5-43cc-b4fa-32ba54c09b5e req-977d0d72-168d-4477-b0e0-f7fc4de80d6b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1272006 Jul 31 20:02:00.870332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:00.870922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:00.892471 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-9ffe5001-19f3-41f0-93cc-36bedd053180 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208374 Jul 31 20:02:00.901797 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:00.904252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b0e359-a955-4dc4-a545-589cbb8f5ce1" -d '{"events": [{"server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "name": "network-vif-plugged", "status": "completed", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:00.917538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:00.924714 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:00.981330 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:00.997798 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7333c4f-23c5-43cc-b4fa-32ba54c09b5e req-210f3bd3-c9b8-4bed-b408-c6418438b19e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288757 Jul 31 20:02:01.007329 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea143deb-033a-4251-a3de-03de7606e4b7 req-2e698217-b20b-4a05-a7fb-78ccfa17d691 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548905 Jul 31 20:02:01.066358 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3c0533-f45c-43b8-96ce-2eaa412b7198 x-openstack-request-id: req-9f3c0533-f45c-43b8-96ce-2eaa412b7198 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:01.066670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "name": "network-vif-plugged", "status": "completed", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:01.066922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f3c0533-f45c-43b8-96ce-2eaa412b7198 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:01.067320 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3c0533-f45c-43b8-96ce-2eaa412b7198'] response: {'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'code': 200} Jul 31 20:02:01.067615 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b2162631-24c2-4080-9d24-e2dfe043a591 req-3ea18561-0ca0-4d57-87e5-46161a9e3e08 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631117 Jul 31 20:02:01.133261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd23bb-2d56-4233-8276-01adc8e667d4 req-076adef1-3d11-4cac-a289-03636fb2f4f9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:01.135560 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fdd23bb-2d56-4233-8276-01adc8e667d4 req-076adef1-3d11-4cac-a289-03636fb2f4f9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0482156 Jul 31 20:02:01.199777 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fdd23bb-2d56-4233-8276-01adc8e667d4 req-52a04e13-889a-4a06-b7fe-ea01f8979059 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524411 Jul 31 20:02:01.532290 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfc389-9009-4849-958a-bbc31cd95335 req-460f8737-f043-4c67-8282-3bb79e5dffa0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:01.533881 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dadfc389-9009-4849-958a-bbc31cd95335 req-460f8737-f043-4c67-8282-3bb79e5dffa0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Jul 31 20:02:01.582884 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dadfc389-9009-4849-958a-bbc31cd95335 req-00e52555-75f8-4bed-b38a-ebac859507d1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Jul 31 20:02:01.750614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9c688-ac59-45db-a99d-de797f6cce4e req-0e99898d-c283-44af-b5f7-a239ffd348ed tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:01.752083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8fb9c688-ac59-45db-a99d-de797f6cce4e req-0e99898d-c283-44af-b5f7-a239ffd348ed tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0521157 Jul 31 20:02:01.801456 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8fb9c688-ac59-45db-a99d-de797f6cce4e req-47f61956-2621-41eb-ab88-368ab3a38a4a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 Jul 31 20:02:02.177590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2f875-7a08-4e68-ad4b-b542fff8b80c req-09787664-1ae0-4c91-8962-7405a0aeaa68 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:02.179257 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ad2f875-7a08-4e68-ad4b-b542fff8b80c req-09787664-1ae0-4c91-8962-7405a0aeaa68 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0782044 Jul 31 20:02:02.185397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a243-9da3-46d4-b084-982b9bd44667 req-2ee7cabc-297d-492c-8f5e-8a886233bb12 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:02.186837 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9570a243-9da3-46d4-b084-982b9bd44667 req-2ee7cabc-297d-492c-8f5e-8a886233bb12 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0759885 Jul 31 20:02:02.212044 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:02.271047 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ad2f875-7a08-4e68-ad4b-b542fff8b80c req-046cf969-dfc7-4bff-ab7b-6ec202548776 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832596 Jul 31 20:02:02.278202 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9570a243-9da3-46d4-b084-982b9bd44667 req-26714ea2-76d4-4985-aebd-4e8ff05ec625 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832219 Jul 31 20:02:02.380495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bda5ba-2ad5-4500-a687-c5649eca16f6 req-a7bb796d-d3ee-46ec-a950-99cf2a024abb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:02.382222 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0bda5ba-2ad5-4500-a687-c5649eca16f6 req-a7bb796d-d3ee-46ec-a950-99cf2a024abb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0481248 Jul 31 20:02:02.406466 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:02.432064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0bda5ba-2ad5-4500-a687-c5649eca16f6 req-7b17f781-aa3d-4eb9-8682-cca113745bdc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Jul 31 20:02:02.706684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970a675-6a74-4936-9776-393f27faaf3b req-2f558e91-7011-4375-a8e2-2978f429710f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:02.708074 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f970a675-6a74-4936-9776-393f27faaf3b req-2f558e91-7011-4375-a8e2-2978f429710f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Jul 31 20:02:02.761891 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f970a675-6a74-4936-9776-393f27faaf3b req-c573d717-1458-46f0-b1f1-e8c7f05636eb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479994 Jul 31 20:02:02.920391 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5af7c4-c85f-479e-8239-108b24a95cf9 req-a55dae3b-4b56-443c-b589-ea493556d826 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:02.921934 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe5af7c4-c85f-479e-8239-108b24a95cf9 req-a55dae3b-4b56-443c-b589-ea493556d826 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0488753 Jul 31 20:02:02.976579 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe5af7c4-c85f-479e-8239-108b24a95cf9 req-4b57e182-7fc6-469f-83f8-2cf732d7f8b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Jul 31 20:02:03.434327 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c07eb-b02a-42e2-9820-949b5ae9f8e6 req-93afe99e-8a3f-41ac-8540-5e7b8f8f52b8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:03.435843 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-971c07eb-b02a-42e2-9820-949b5ae9f8e6 req-93afe99e-8a3f-41ac-8540-5e7b8f8f52b8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0841644 Jul 31 20:02:03.448818 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd880e68-bc72-45a1-8950-430a07440d1f req-11842997-618c-46f4-a6b8-1e923a3fd064 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:03.450273 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd880e68-bc72-45a1-8950-430a07440d1f req-11842997-618c-46f4-a6b8-1e923a3fd064 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0873389 Jul 31 20:02:03.523498 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd880e68-bc72-45a1-8950-430a07440d1f req-4f699161-ae00-4058-bc88-54b977992058 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670578 Jul 31 20:02:03.526313 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-971c07eb-b02a-42e2-9820-949b5ae9f8e6 req-ae28ba59-c57e-4774-b62d-d615b82c5b9f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845013 Jul 31 20:02:03.632514 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af664ede-204d-4314-a9d4-8ec852588f20 req-227ce609-a80b-40b4-90f9-d2cc189d4367 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:03.634161 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af664ede-204d-4314-a9d4-8ec852588f20 req-227ce609-a80b-40b4-90f9-d2cc189d4367 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0532429 Jul 31 20:02:03.642335 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:03.698012 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af664ede-204d-4314-a9d4-8ec852588f20 req-e8697626-200e-4879-b5f5-012a5431e0cc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550001 Jul 31 20:02:03.733103 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce52f1-3d57-4879-b589-261058dc9dda req-2c0e1ba8-bcfb-4b71-8ee0-c16a18d6b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:03.734857 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3ce52f1-3d57-4879-b589-261058dc9dda req-2c0e1ba8-bcfb-4b71-8ee0-c16a18d6b8ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 1130 time: 0.0543191 Jul 31 20:02:03.884692 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14438e80-7e20-4609-8406-9ae287fd97d1 req-998008c9-2625-46d1-9c00-46437dc32147 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:03.886096 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14438e80-7e20-4609-8406-9ae287fd97d1 req-998008c9-2625-46d1-9c00-46437dc32147 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0497036 Jul 31 20:02:03.933801 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14438e80-7e20-4609-8406-9ae287fd97d1 req-7e69e9c8-94b4-4c77-a8a8-1772fdd35b2a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Jul 31 20:02:04.149948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31739c-5221-4571-8770-11fda1c98966 req-fa655ae1-2bae-4b7a-a3e0-120a7b3955bc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:04.151526 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc31739c-5221-4571-8770-11fda1c98966 req-fa655ae1-2bae-4b7a-a3e0-120a7b3955bc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0777426 Jul 31 20:02:04.154246 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a3ce52f1-3d57-4879-b589-261058dc9dda req-55dc7fdb-b90b-4536-b3c6-1517c7750c37 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102335 Jul 31 20:02:04.210827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc31739c-5221-4571-8770-11fda1c98966 req-33f5e7c3-eca3-47a3-baa5-f4413e9f4dc0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481391 Jul 31 20:02:04.541375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:04.569375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:04.711313 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcfe85-6af2-4b81-a347-e25ff41a5eee req-ed6013e1-4eda-49ed-b0c2-45659e6eb3ed tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:04.712823 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07fcfe85-6af2-4b81-a347-e25ff41a5eee req-ed6013e1-4eda-49ed-b0c2-45659e6eb3ed tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0813160 Jul 31 20:02:04.718744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989757c-00c2-4e13-87d9-86e164f34684 req-4ab571e9-2441-41ce-a265-a7b1be808723 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:04.720093 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6989757c-00c2-4e13-87d9-86e164f34684 req-4ab571e9-2441-41ce-a265-a7b1be808723 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0723343 Jul 31 20:02:04.739843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:04.797401 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07fcfe85-6af2-4b81-a347-e25ff41a5eee req-2255d8de-63d6-4615-9f4c-8ffe043df2ab tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763381 Jul 31 20:02:04.800577 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6989757c-00c2-4e13-87d9-86e164f34684 req-a356b4bd-52e8-4d2b-aa35-c4e32dbd226e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737107 Jul 31 20:02:04.929758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85e454-4e22-400c-aa0b-a85dbec682ee req-4f65c347-9e68-4f06-abb3-da334a188235 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:04.931176 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf85e454-4e22-400c-aa0b-a85dbec682ee req-4f65c347-9e68-4f06-abb3-da334a188235 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0538149 Jul 31 20:02:04.973500 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:04.982931 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf85e454-4e22-400c-aa0b-a85dbec682ee req-82455b2a-0578-4b34-a371-39756ca3f1ce tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462186 Jul 31 20:02:05.336368 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89968966-7c19-483d-b3cb-cfb6f5d9f1cd req-45960018-7ebb-4e2d-9233-4c43a168978e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:05.338076 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89968966-7c19-483d-b3cb-cfb6f5d9f1cd req-45960018-7ebb-4e2d-9233-4c43a168978e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0482805 Jul 31 20:02:05.391631 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-89968966-7c19-483d-b3cb-cfb6f5d9f1cd req-1bbc3f60-b77f-4966-8044-41c7215540f9 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466464 Jul 31 20:02:05.415321 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56766) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:05.419968 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2056822008', 'description': 'tempest-description--1801838470'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:05.443612 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.515674 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.520543 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.549250 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.550470 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1341705 Jul 31 20:02:05.553599 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 56768) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:05.554432 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69171fd0-51bb-425d-911d-8fe0bfa5f474 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:05.559000 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'security_group_rule': {'security_group_id': '47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:05.589741 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (59a8b424-6c4e-465b-8c67-fa7cddb0c507), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.639794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (59a8b424-6c4e-465b-8c67-fa7cddb0c507), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.644742 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (59a8b424-6c4e-465b-8c67-fa7cddb0c507), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.664602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59a8b424-6c4e-465b-8c67-fa7cddb0c507,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:05.673928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.678228 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56776) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:05.678392 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3d5233fe-1b5c-4700-aef5-88d1f523456f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229539 Jul 31 20:02:05.682847 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'security_group_rule': {'security_group_id': '47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:05.716833 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (88f7b0bf-9dc7-440b-bea6-03feff59ec33), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.791743 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (88f7b0bf-9dc7-440b-bea6-03feff59ec33), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.797083 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (88f7b0bf-9dc7-440b-bea6-03feff59ec33), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.819435 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f7b0bf-9dc7-440b-bea6-03feff59ec33,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:05.824995 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:05.826248 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2bc11470-962f-40e1-92bf-d0e97185c2ae tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469958 Jul 31 20:02:05.829595 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 56784) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:05.846908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:05.896340 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.018018 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56794) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:06.038253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350a870-d245-4db8-9e78-e6b54a435249 req-e670dd6a-70a4-45c3-be26-069ac6ec423b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:06.039840 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4350a870-d245-4db8-9e78-e6b54a435249 req-e670dd6a-70a4-45c3-be26-069ac6ec423b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1330059 Jul 31 20:02:06.048806 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9e43-6aef-479e-90f4-f85e0883caf5 req-da8c1e21-a160-461a-930d-2bda1b685391 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:06.050275 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cab9e43-6aef-479e-90f4-f85e0883caf5 req-da8c1e21-a160-461a-930d-2bda1b685391 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1409395 Jul 31 20:02:06.109416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.131775 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-141758fb-b40f-43dc-a811-2a0623cc5da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.188659 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4350a870-d245-4db8-9e78-e6b54a435249 req-b59170e4-8c9c-42dd-be40-eaaec1cf1cfe tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355045 Jul 31 20:02:06.200302 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cab9e43-6aef-479e-90f4-f85e0883caf5 req-d260f625-a89d-43ab-a472-2e6a21b48335 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388497 Jul 31 20:02:06.211235 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-141758fb-b40f-43dc-a811-2a0623cc5da6 admin admin] Publish callbacks [] for security_group (d2ee748c-fc9a-4aa1-b57d-f440e80f7adc), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.225599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-141758fb-b40f-43dc-a811-2a0623cc5da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d2ee748c-fc9a-4aa1-b57d-f440e80f7adc), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.264805 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141758fb-b40f-43dc-a811-2a0623cc5da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ee748c-fc9a-4aa1-b57d-f440e80f7adc,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:06.279170 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-141758fb-b40f-43dc-a811-2a0623cc5da6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec29ed2fbbaa4203802808dfbada7a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600956 Jul 31 20:02:06.282208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56798) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:06.301478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Allocated IP 172.27.0.172 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/0354270a-2bb2-4341-9690-64f45a510dc5) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:06.312025 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:06.329376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a9807-c474-4a6a-9ac3-11a0d3c32c40 req-16b2e452-ea94-419f-ba36-ad0b4ed18a7b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:06.330964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d76a9807-c474-4a6a-9ac3-11a0d3c32c40 req-16b2e452-ea94-419f-ba36-ad0b4ed18a7b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 944 time: 0.0690374 Jul 31 20:02:06.335399 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] Publish callbacks [] for security_group (d2ee748c-fc9a-4aa1-b57d-f440e80f7adc), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.358966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] Publish callbacks [] for security_group (d2ee748c-fc9a-4aa1-b57d-f440e80f7adc), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.407229 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d2ee748c-fc9a-4aa1-b57d-f440e80f7adc), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.409840 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.413674 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2ee748c-fc9a-4aa1-b57d-f440e80f7adc HTTP/1.1" status: 204 len: 168 time: 0.1278970 Jul 31 20:02:06.419739 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2643e-58de-4f8e-9008-20d209574ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ee748c-fc9a-4aa1-b57d-f440e80f7adc,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:06.465328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d76a9807-c474-4a6a-9ac3-11a0d3c32c40 req-4058e393-b99d-4dca-b221-f23129af26f7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182516 Jul 31 20:02:06.527503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for port (0354270a-2bb2-4341-9690-64f45a510dc5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.542585 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0bccb-b107-4dcd-a19b-64840441fd08 req-d913a8af-cb81-419e-8d3b-9de712e83a2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:06.544294 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6c0bccb-b107-4dcd-a19b-64840441fd08 req-d913a8af-cb81-419e-8d3b-9de712e83a2b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0664392 Jul 31 20:02:06.584163 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:06.608209 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.640203 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e6c0bccb-b107-4dcd-a19b-64840441fd08 req-8160a833-9471-447c-a774-d4334c9ac001 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898511 Jul 31 20:02:06.654237 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:06.659355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:06.664428 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:06.674337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'Port': ['ID=0354270a-2bb2-4341-9690-64f45a510dc5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:06.714100 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.753063 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.764779 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:02:06.885472 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:06.898851 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:02:06.916626 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for port (0354270a-2bb2-4341-9690-64f45a510dc5), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.923118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.923920 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.936015 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: ACTIVE; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:06.936574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.951926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:02:06.978429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:06.981998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'Port': ['ID=0354270a-2bb2-4341-9690-64f45a510dc5,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:06.985717 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.986635 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 63e21ff2-2376-43b2-97f2-7343a4970d01 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:02:06.988774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:06.990116 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0cc61f4d-a3aa-4799-a1f1-2ea3ca6cab23 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1582677 Jul 31 20:02:07.100202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:07.146203 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=63e21ff2-2376-43b2-97f2-7343a4970d01,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:07.158879 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'port_id': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'mac_address': 'fa:16:3e:4c:bd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:02:07.195786 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 63e21ff2-2376-43b2-97f2-7343a4970d01 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:07.196611 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:07.214526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e21ff2-2376-43b2-97f2-7343a4970d01 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:02:07.237490 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=63e21ff2-2376-43b2-97f2-7343a4970d01,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:07.242660 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:07.254674 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f189f3ef-7216-415e-8b67-27aaf7de178e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2056822008&fields=id&tenant_id=41f4d4561f4f40f8b370b8cc943c97af HTTP/1.1" status: 200 len: 267 time: 0.0572147 Jul 31 20:02:07.292834 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:07.309036 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:07.322342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:07.375516 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21563d6-c717-46de-82a5-86c486a84ac7 req-90d22f05-3a93-4da3-842f-701f5876efc8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:07.377023 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c21563d6-c717-46de-82a5-86c486a84ac7 req-90d22f05-3a93-4da3-842f-701f5876efc8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.0922935 Jul 31 20:02:07.690923 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-4ec5cd7f-0298-4ff1-86e8-220335d0aa8a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:07.692456 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-4ec5cd7f-0298-4ff1-86e8-220335d0aa8a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 0.4297900 Jul 31 20:02:07.721864 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f356b7b7-0601-463c-a28f-7b88e8cb8174 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/quotas/41f4d4561f4f40f8b370b8cc943c97af HTTP/1.1" status: 200 len: 375 time: 0.0235505 Jul 31 20:02:07.729125 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c21563d6-c717-46de-82a5-86c486a84ac7 req-5c0455b5-00eb-43f4-9952-61db37fddc7a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380458 Jul 31 20:02:07.759115 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['eaea7f4e-af98-4acb-9edb-366b7b6e28d8'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:02:07.798464 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-408ffa8f-e99e-4d15-8e3f-325608a01d1f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681884 Jul 31 20:02:07.900624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81456df-8dc1-4e85-8ee8-50fe29a0b60d req-71c9786a-df1a-4685-a961-558253336062 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:07.902492 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e81456df-8dc1-4e85-8ee8-50fe29a0b60d req-71c9786a-df1a-4685-a961-558253336062 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1028473 Jul 31 20:02:07.956128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['63e21ff2-2376-43b2-97f2-7343a4970d01'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:02:07.965056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:07.978328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-a5f70ee9-329c-4183-90ff-d7b895131f01 service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670091 Jul 31 20:02:07.983966 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e81456df-8dc1-4e85-8ee8-50fe29a0b60d req-f508c0a9-c13b-4622-8631-97c1bfd303ec tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704956 Jul 31 20:02:08.045018 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:08.112367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719735a-8b58-4431-9964-442f9c0c16d4 req-d2d285db-fb15-44d2-b7df-d412f5081f63 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:08.113858 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c719735a-8b58-4431-9964-442f9c0c16d4 req-d2d285db-fb15-44d2-b7df-d412f5081f63 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 945 time: 0.0616162 Jul 31 20:02:08.144551 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-8b814a2c-334f-4022-b0f9-45415184602d service neutron] 10.222.0.48 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593549 Jul 31 20:02:08.169669 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c719735a-8b58-4431-9964-442f9c0c16d4 req-cad9058b-d69d-4176-b8eb-b9504c063487 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480902 Jul 31 20:02:08.315128 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ed86-ab3e-4f8a-bd92-ef17fc38fe05 req-50e04a7c-b6e3-4703-8903-bc922191d0f1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:08.317245 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa73ed86-ab3e-4f8a-bd92-ef17fc38fe05 req-50e04a7c-b6e3-4703-8903-bc922191d0f1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0695820 Jul 31 20:02:08.357494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6420e807-e067-4e29-88d9-07f11849b722 req-c4f9d09b-7902-4c01-aaf2-1733be705250 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0384121 Jul 31 20:02:08.392892 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa73ed86-ab3e-4f8a-bd92-ef17fc38fe05 req-ceecc16a-06d2-4cc6-b1f0-04c69061eca1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639498 Jul 31 20:02:08.515882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418fb2c-f378-4e5a-8eff-c5a785772907 req-08ba0c67-cae7-4ff8-8691-6ad3a0717c94 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:08.517641 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7418fb2c-f378-4e5a-8eff-c5a785772907 req-08ba0c67-cae7-4ff8-8691-6ad3a0717c94 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0570264 Jul 31 20:02:08.536169 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56882) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:08.541542 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'port_id': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:08.581691 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:08.701485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:08.745937 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:08.872382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a554f-5b33-437a-b7cc-7b707d6a8c16 req-1fd37696-f6af-4698-a5ca-36417261ea7a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:08.874248 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-438a554f-5b33-437a-b7cc-7b707d6a8c16 req-1fd37696-f6af-4698-a5ca-36417261ea7a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Jul 31 20:02:08.955719 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-438a554f-5b33-437a-b7cc-7b707d6a8c16 req-29992537-f421-43c7-96da-5575c0e693f6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744328 Jul 31 20:02:09.140510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456fa63-ef0f-45a1-b94c-1d16dd6ff7f7 req-1f43e51d-c274-4169-ba25-f2229f4e104d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:09.150595 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d456fa63-ef0f-45a1-b94c-1d16dd6ff7f7 req-1f43e51d-c274-4169-ba25-f2229f4e104d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0717323 Jul 31 20:02:09.208378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d456fa63-ef0f-45a1-b94c-1d16dd6ff7f7 req-3135c668-1a80-4f47-81fa-0bf72cd38614 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566702 Jul 31 20:02:09.252369 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:09.325015 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:09.325769 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.349508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.354933 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.387333 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11685d5-f260-4c44-8221-4f58f10ffc6a req-c9c2f7e8-2e3b-4889-aea6-779750673f20 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:09.395812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e11685d5-f260-4c44-8221-4f58f10ffc6a req-c9c2f7e8-2e3b-4889-aea6-779750673f20 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 945 time: 0.0773375 Jul 31 20:02:09.413138 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:09.414067 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.455911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:09.460734 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022afef4-9c45-45ab-9818-02b08ec4b2bd" -d '{"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:09.465339 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e11685d5-f260-4c44-8221-4f58f10ffc6a req-c21e0349-4730-4d61-960b-c0087e3baa4e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665836 Jul 31 20:02:09.497918 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:09.506493 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.509906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 63e21ff2-2376-43b2-97f2-7343a4970d01 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:09.521547 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP ab07efea-0b3f-488e-988e-b939f3cf1e78 associated. External IP: 172.27.0.4, port: d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3. Jul 31 20:02:09.582807 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3fc733a-6d59-4665-a53f-6d93fa9a378f req-2eae362b-c080-4e9f-8c43-9b9b1729b751 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0641782 Jul 31 20:02:09.585859 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e5efd-42cd-48bd-bdbe-2a3c2493f8be x-openstack-request-id: req-1c0e5efd-42cd-48bd-bdbe-2a3c2493f8be {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:09.586112 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:09.586555 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1c0e5efd-42cd-48bd-bdbe-2a3c2493f8be {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:09.587090 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0e5efd-42cd-48bd-bdbe-2a3c2493f8be'] response: {'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'code': 200} Jul 31 20:02:09.654687 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2af31af7-8362-475e-87cc-dc59e09628e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.699776 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 63e21ff2-2376-43b2-97f2-7343a4970d01 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:02:09.716661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 63e21ff2-2376-43b2-97f2-7343a4970d01 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:09.717366 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:09.740880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:09.783527 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:09.870458 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:09.924352 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56938) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:10.008026 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 63e21ff2-2376-43b2-97f2-7343a4970d01 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:10.008431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.014692 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:10.021198 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.031788 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:10.057034 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-30571bd0-3072-4c0e-b8d6-2d660d4d52ba tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "PUT /v2.0/floatingips/ab07efea-0b3f-488e-988e-b939f3cf1e78 HTTP/1.1" status: 200 len: 990 time: 1.5191100 Jul 31 20:02:10.058174 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:10.060998 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62" -d '{"events": [{"name": "network-changed", "server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:10.063852 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=63e21ff2-2376-43b2-97f2-7343a4970d01,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:10.077303 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.079195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:10.079940 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:01:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:10.109391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f85cc-2093-4fe4-9be7-f782c509f473 x-openstack-request-id: req-e50f85cc-2093-4fe4-9be7-f782c509f473 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:10.109956 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:10.110424 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e50f85cc-2093-4fe4-9be7-f782c509f473 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:10.110989 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50f85cc-2093-4fe4-9be7-f782c509f473'] response: {'name': 'network-changed', 'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'status': 'completed', 'code': 200} Jul 31 20:02:10.135234 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8105b096-72e2-43d3-b045-068aec8b6a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.184903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68180-8357-4e71-8b6d-a316db276059 req-54f5b73d-bb05-42aa-9e7c-2f887900f63d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:10.187529 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39d68180-8357-4e71-8b6d-a316db276059 req-54f5b73d-bb05-42aa-9e7c-2f887900f63d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0572879 Jul 31 20:02:10.193725 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:10.242219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:10.267646 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8105b096-72e2-43d3-b045-068aec8b6a88 admin admin] Publish callbacks [] for security_group (c54156d4-7ee5-4e6f-afd4-1349d574a87c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.276383 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8105b096-72e2-43d3-b045-068aec8b6a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c54156d4-7ee5-4e6f-afd4-1349d574a87c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.285216 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39d68180-8357-4e71-8b6d-a316db276059 req-770c8d79-a5df-44a3-b16c-84d5efd014e8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912559 Jul 31 20:02:10.323629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:10.326385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105b096-72e2-43d3-b045-068aec8b6a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54156d4-7ee5-4e6f-afd4-1349d574a87c,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:10.331013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:10.342487 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:10.353616 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8105b096-72e2-43d3-b045-068aec8b6a88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ffd5984996742a08f2625820a978791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259937 Jul 31 20:02:10.355819 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 56952) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:10.441359 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] Publish callbacks [] for security_group (c54156d4-7ee5-4e6f-afd4-1349d574a87c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.491534 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] Publish callbacks [] for security_group (c54156d4-7ee5-4e6f-afd4-1349d574a87c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.603995 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c54156d4-7ee5-4e6f-afd4-1349d574a87c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.607250 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:10.609057 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c54156d4-7ee5-4e6f-afd4-1349d574a87c HTTP/1.1" status: 204 len: 168 time: 0.2523100 Jul 31 20:02:10.641026 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d888b-e309-4021-aca8-eceb4af5d217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54156d4-7ee5-4e6f-afd4-1349d574a87c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:10.684126 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac28f-e869-473a-af00-fb9131a3a599 req-3c61867e-4d87-487f-9bcf-9df256a7ebbe tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:10.685699 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-01dac28f-e869-473a-af00-fb9131a3a599 req-3c61867e-4d87-487f-9bcf-9df256a7ebbe tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1151626 Jul 31 20:02:10.727786 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:10.739743 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bff7e-292e-4f01-9e8a-c6445de4e233 req-0dca9659-26f7-471d-a8fe-444443e49afa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:10.747212 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f8bff7e-292e-4f01-9e8a-c6445de4e233 req-0dca9659-26f7-471d-a8fe-444443e49afa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.1742702 Jul 31 20:02:10.780030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}, {'id': 'ab07efea-0b3f-488e-988e-b939f3cf1e78', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:26:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:01:43Z', 'updated_at': '2022-07-31T20:02:08Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:10.812380 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:10.829773 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-01dac28f-e869-473a-af00-fb9131a3a599 req-4abb2313-e950-4475-8875-e69e8a7f8360 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1241591 Jul 31 20:02:10.854932 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9f8bff7e-292e-4f01-9e8a-c6445de4e233 req-b0b53f00-cc33-4e7f-afc0-cf0b166629f9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067076 Jul 31 20:02:10.871938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:10.890127 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:10.891727 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:01:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:10.939217 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba384d45-e8d1-4610-856f-518d360ee53e req-993d462f-1a3c-4f7a-ad0d-c672583afa42 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0324080 Jul 31 20:02:11.034306 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:11.295108 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}, {'id': 'ab07efea-0b3f-488e-988e-b939f3cf1e78', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:26:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:01:43Z', 'updated_at': '2022-07-31T20:02:08Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:11.344789 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae075c82-c19b-4e6e-9de3-8131cd5cd414 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}, {'id': 'ab07efea-0b3f-488e-988e-b939f3cf1e78', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:26:ea:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:01:43Z', 'updated_at': '2022-07-31T20:02:08Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:11.487463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a142715-7557-47d4-94e1-5139b97ce32a req-77b4d5d8-ddd2-4bc4-a816-042fcced6d46 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:11.488996 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a142715-7557-47d4-94e1-5139b97ce32a req-77b4d5d8-ddd2-4bc4-a816-042fcced6d46 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0613980 Jul 31 20:02:11.560166 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a142715-7557-47d4-94e1-5139b97ce32a req-e5f9a6dd-58fd-4dc9-b919-a3550a410d99 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570543 Jul 31 20:02:11.594219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:11.597020 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b269b5-66a3-4234-bff7-c476df753ec3" -d '{"events": [{"server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "name": "network-vif-plugged", "status": "completed", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:11.669684 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a2fda-987c-437f-a232-7d7a5f07de59 x-openstack-request-id: req-0b2a2fda-987c-437f-a232-7d7a5f07de59 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:11.669962 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "name": "network-vif-plugged", "status": "completed", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:11.670208 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b2a2fda-987c-437f-a232-7d7a5f07de59 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:11.670612 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2a2fda-987c-437f-a232-7d7a5f07de59'] response: {'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'code': 200} Jul 31 20:02:11.681658 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cd7918-26a1-4cb2-b13a-d84d6f72932a None None] New status for floating IP ab07efea-0b3f-488e-988e-b939f3cf1e78: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:02:11.879954 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ca95590f-edd3-42b8-a667-45bdc8f2d0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:12.060721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834adeb-ecea-4149-8d31-df191c574b89 req-d608cc20-00a3-4e99-9474-19981e9060f7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.067616 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e834adeb-ecea-4149-8d31-df191c574b89 req-d608cc20-00a3-4e99-9474-19981e9060f7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.1024120 Jul 31 20:02:12.080258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2865998-aa70-4e90-92e4-64ed9a2bcefe req-6a8ba292-9ab3-42ba-b1f2-7bba601e448d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.087405 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2865998-aa70-4e90-92e4-64ed9a2bcefe req-6a8ba292-9ab3-42ba-b1f2-7bba601e448d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1313248 Jul 31 20:02:12.164738 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e834adeb-ecea-4149-8d31-df191c574b89 req-5c592266-3bb6-4d4b-a47d-89b77d57f017 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962272 Jul 31 20:02:12.181548 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2865998-aa70-4e90-92e4-64ed9a2bcefe req-c2b1abb3-23d9-4682-90e9-9a59de5bb905 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858083 Jul 31 20:02:12.366742 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e23c6344-3faf-4c70-a321-5fb7847fb7fa req-7e188454-1fde-4a17-bb0e-047f7f7dda68 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0600402 Jul 31 20:02:12.528660 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-278c4b38-fcf8-4295-803e-cc1a90d11edd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.530424 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-278c4b38-fcf8-4295-803e-cc1a90d11edd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 819 time: 0.1470573 Jul 31 20:02:12.602520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-b8b4c677-490f-4629-b1f9-91dd9f9275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.604215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-b8b4c677-490f-4629-b1f9-91dd9f9275ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 1130 time: 0.0535362 Jul 31 20:02:12.742878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fd26-2f0b-4bb8-82d7-9cdc290168dd req-1146bfec-88be-4a8f-86bf-de00dbe49b01 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.745658 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e59fd26-2f0b-4bb8-82d7-9cdc290168dd req-1146bfec-88be-4a8f-86bf-de00dbe49b01 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0700407 Jul 31 20:02:12.816654 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-e62d42d9-2d76-47cc-81d8-5722e95c98c3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f4d4561f4f40f8b370b8cc943c97af HTTP/1.1" status: 200 len: 380 time: 0.2112911 Jul 31 20:02:12.843004 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:12.878501 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e59fd26-2f0b-4bb8-82d7-9cdc290168dd req-52895413-dfca-45d1-b260-8a40c5a806b7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053748 Jul 31 20:02:12.882269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'port': {'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'admin_state_up': True, 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'security_groups': ['47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:12.982797 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-2ca98fb0-5884-4aba-aba9-be6710a06888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:12.984298 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-2ca98fb0-5884-4aba-aba9-be6710a06888 service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.2374654 Jul 31 20:02:13.079472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55665b7-715c-4088-aa04-d1857b87556b req-88546c59-bc82-4b27-a8b9-f70e7a17cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:13.081085 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e55665b7-715c-4088-aa04-d1857b87556b req-88546c59-bc82-4b27-a8b9-f70e7a17cb89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 1130 time: 0.1360643 Jul 31 20:02:13.085364 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-b4b7f5d6-8dde-4e18-b346-d6a30a01a227 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 HTTP/1.1" status: 200 len: 1000 time: 0.0912988 Jul 31 20:02:13.113001 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:13.177239 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:13.192001 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Made reservation on behalf of 41f4d4561f4f40f8b370b8cc943c97af for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:13.195612 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:13.222508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-e3e7d0c4-ef06-46c0-ad85-e4a6748467e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:13.224349 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-e3e7d0c4-ef06-46c0-ad85-e4a6748467e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.1286671 Jul 31 20:02:13.230297 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e55665b7-715c-4088-aa04-d1857b87556b req-7c4154ac-d448-49f1-a657-e28205a8d070 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356018 Jul 31 20:02:13.342235 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-286e1916-a210-433a-b9bc-cc990a87d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:13.343789 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-286e1916-a210-433a-b9bc-cc990a87d1d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110685 Jul 31 20:02:13.442238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba648999-a4db-4870-bda2-346d5bccd424 req-28b937f5-2bf7-4b77-a4ed-deef9a6222b3 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:13.443740 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba648999-a4db-4870-bda2-346d5bccd424 req-28b937f5-2bf7-4b77-a4ed-deef9a6222b3 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.1318598 Jul 31 20:02:13.454414 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41644fd6-ff3b-4bdb-9904-59888e34f24d req-77bb6b57-17f0-4b99-bca4-15426766350a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:13.481787 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41644fd6-ff3b-4bdb-9904-59888e34f24d req-77bb6b57-17f0-4b99-bca4-15426766350a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1685712 Jul 31 20:02:13.629668 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Allocated IP 172.20.0.10 (53f36ad7-07fc-4450-bca6-30cfbe8fbc79/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5/4b015db4-1121-4b9d-8f46-45643ea431bf) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:13.682111 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba648999-a4db-4870-bda2-346d5bccd424 req-dc94aa2a-d1d9-4d3f-9145-7389633c1e96 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952207 Jul 31 20:02:13.697098 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41644fd6-ff3b-4bdb-9904-59888e34f24d req-1c225f69-a754-4f34-bdef-b91f90617bfe tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2131391 Jul 31 20:02:13.780740 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-fb0be217-f808-4b9b-9c7a-e121f7562605 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485354 Jul 31 20:02:13.880825 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4448c4c-d96f-4f43-8eef-6cad0aca7a5e req-c2f74db7-bccf-44ee-bdd9-04da35b52e19 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0398459 Jul 31 20:02:13.953790 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.014065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef450cde-17ca-4b33-ba84-e7612955e0db req-d3e33806-004c-4475-8e07-e7c697d10300 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:14.015634 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef450cde-17ca-4b33-ba84-e7612955e0db req-d3e33806-004c-4475-8e07-e7c697d10300 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0597756 Jul 31 20:02:14.145859 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:14.152854 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b920c7-1a82-444b-ab89-243d51d10ce5 req-0a3022b7-c2eb-44b8-9af3-8c47a53c9f91 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:14.154393 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46b920c7-1a82-444b-ab89-243d51d10ce5 req-0a3022b7-c2eb-44b8-9af3-8c47a53c9f91 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1363792 Jul 31 20:02:14.196732 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:14.208984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.233930 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef450cde-17ca-4b33-ba84-e7612955e0db req-6fe3551e-ed50-4f41-9497-32a1be9b724b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2039647 Jul 31 20:02:14.239550 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.309538 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:14.312395 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5469c8b-2f8b-4c08-9696-7826d0e4fd62 req-4ee6792c-d904-4d4d-b6d4-3c7a65787a14 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498958 Jul 31 20:02:14.316579 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event updated for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:14.319164 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:14.322265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:14.327736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:14.328054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.334869 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-46b920c7-1a82-444b-ab89-243d51d10ce5 req-8d3647d8-7f57-4886-b98b-150d0595f9ca tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686771 Jul 31 20:02:14.355171 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f619a378-a0da-4186-ba58-b93f0ee52c04 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4803104 Jul 31 20:02:14.479805 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.584753 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:14.587457 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-7d3cfae9-16af-48a8-bdbc-dd5c668fa3c0 None None] Provisioning complete for port 4b015db4-1121-4b9d-8f46-45643ea431bf triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:14.587987 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7d3cfae9-16af-48a8-bdbc-dd5c668fa3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:14.622951 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cfae9-16af-48a8-bdbc-dd5c668fa3c0 None None] Port 4b015db4-1121-4b9d-8f46-45643ea431bf cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:14.840640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91da76-40a3-4479-b9ca-0c2d396ece6b req-d98ded26-a177-4b01-80dc-93f6cedfee36 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:14.852552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6f91da76-40a3-4479-b9ca-0c2d396ece6b req-d98ded26-a177-4b01-80dc-93f6cedfee36 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0796988 Jul 31 20:02:14.922466 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6f91da76-40a3-4479-b9ca-0c2d396ece6b req-81bf797f-d038-446d-b19d-1a74d613592d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670421 Jul 31 20:02:15.042583 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536a927-e2e8-4c4f-a6b2-891a8520e3d8 req-ef64541b-9a62-4329-b0f7-921c61148e07 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:15.049375 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3536a927-e2e8-4c4f-a6b2-891a8520e3d8 req-ef64541b-9a62-4329-b0f7-921c61148e07 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 932 time: 0.0606301 Jul 31 20:02:15.107974 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3536a927-e2e8-4c4f-a6b2-891a8520e3d8 req-c75b1466-6973-4a6c-84f7-2cbc28f4de90 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577066 Jul 31 20:02:15.371007 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf995f-276f-4641-ae87-4597858d207f req-ba1eef30-507e-4052-860c-1e879d770b76 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:15.372772 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99cf995f-276f-4641-ae87-4597858d207f req-ba1eef30-507e-4052-860c-1e879d770b76 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0579464 Jul 31 20:02:15.485731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99cf995f-276f-4641-ae87-4597858d207f req-55750f30-1a4c-4115-af65-2396d9671850 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067212 Jul 31 20:02:15.498925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6057-8761-4117-8d30-e7182d332e69 req-0f18c88a-87bf-4c9c-8aed-033c0f1dbe38 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:15.505754 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1abd6057-8761-4117-8d30-e7182d332e69 req-0f18c88a-87bf-4c9c-8aed-033c0f1dbe38 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0726609 Jul 31 20:02:15.559747 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1abd6057-8761-4117-8d30-e7182d332e69 req-b5951524-9eb7-46c8-9651-835ace7c361a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531073 Jul 31 20:02:16.061874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348284a4-244c-4880-9927-620fc040ac58 req-8b96fcb0-d88e-4b07-a8cc-d9daba169d81 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:16.064257 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-348284a4-244c-4880-9927-620fc040ac58 req-8b96fcb0-d88e-4b07-a8cc-d9daba169d81 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0584865 Jul 31 20:02:16.116151 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-348284a4-244c-4880-9927-620fc040ac58 req-6f3cee23-fa68-426d-9d60-845ebd4a9f81 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462189 Jul 31 20:02:16.235392 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811dc8d-ab59-4fb4-a727-eadc334d8659 req-4f32ae6c-97a5-4ac4-8485-8286bb36a5ce tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:16.236912 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e811dc8d-ab59-4fb4-a727-eadc334d8659 req-4f32ae6c-97a5-4ac4-8485-8286bb36a5ce tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 932 time: 0.0518029 Jul 31 20:02:16.290139 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e811dc8d-ab59-4fb4-a727-eadc334d8659 req-fd22d400-efe5-4488-863c-e5ab276a1d15 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Jul 31 20:02:16.627651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac39dd-339b-4fec-953e-7d788bf7a79d req-6801a448-bd3f-4d57-8995-5c908f1785f5 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:16.629397 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ac39dd-339b-4fec-953e-7d788bf7a79d req-6801a448-bd3f-4d57-8995-5c908f1785f5 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jul 31 20:02:16.707296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:16.726183 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858ce3-8ed5-4864-863a-fa599967f173 req-5428bf2f-1f50-4627-88c5-425aac89c898 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:16.727903 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6858ce3-8ed5-4864-863a-fa599967f173 req-5428bf2f-1f50-4627-88c5-425aac89c898 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0849602 Jul 31 20:02:16.752075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Request body: {'port': {'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:16.781573 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18ac39dd-339b-4fec-953e-7d788bf7a79d req-47a41d33-0363-4eec-8d3c-8e0bbe2d6d61 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441598 Jul 31 20:02:16.908372 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6858ce3-8ed5-4864-863a-fa599967f173 req-de3c6b56-618e-4d91-961c-0ec60848cf89 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680384 Jul 31 20:02:16.931024 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:16.966407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-a5cc3067-0ea5-4fb4-ac76-e87af8d38f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:16.967936 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-a5cc3067-0ea5-4fb4-ac76-e87af8d38f48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1129 time: 0.1197631 Jul 31 20:02:17.103673 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:17.275701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851cb99-f7cd-4ecc-8a6a-aa806f620213 req-fe46d4f5-34d0-4a1a-9531-6f4339167612 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:17.277843 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0851cb99-f7cd-4ecc-8a6a-aa806f620213 req-fe46d4f5-34d0-4a1a-9531-6f4339167612 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0813210 Jul 31 20:02:17.360230 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b015db4-1121-4b9d-8f46-45643ea431bf {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:02:17.381442 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks [] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:17.401012 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0851cb99-f7cd-4ecc-8a6a-aa806f620213 req-c1f2b504-1838-4c94-b2f5-b34f7576efd0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159823 Jul 31 20:02:17.433854 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Transition to ACTIVE for port object 4b015db4-1121-4b9d-8f46-45643ea431bf will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:02:17.439515 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:17.457764 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a78751-4086-4d85-ad02-0e8fdc4805ca req-1953198c-c3b3-4bf5-bcd5-c27884a62f4f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:17.459280 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a78751-4086-4d85-ad02-0e8fdc4805ca req-1953198c-c3b3-4bf5-bcd5-c27884a62f4f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 932 time: 0.0745831 Jul 31 20:02:17.544262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Pushing event updated for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:17.561443 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Attempting to bind port 4b015db4-1121-4b9d-8f46-45643ea431bf on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:17.561785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Attempting to bind port 4b015db4-1121-4b9d-8f46-45643ea431bf by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:17.562123 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Attempting to bind port 4b015db4-1121-4b9d-8f46-45643ea431bf on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:17.581302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Port 4b015db4-1121-4b9d-8f46-45643ea431bf on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:02:17.581612 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Attempting to bind port 4b015db4-1121-4b9d-8f46-45643ea431bf on network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:17.590152 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-25a78751-4086-4d85-ad02-0e8fdc4805ca req-29eaef0b-d54e-4fa4-9007-e64a6ea0a17d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105587 Jul 31 20:02:17.591140 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:17.591369 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Checking segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:17.591713 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Bound using segment: {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:17.592159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Bound port: 4b015db4-1121-4b9d-8f46-45643ea431bf, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0b54a68-3135-4fda-9bc3-b908f7dfa928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:17.592514 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:17.663776 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:17.667690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4b015db4-1121-4b9d-8f46-45643ea431bf,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:17.675922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:17.680682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:17.681355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:17.682744 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] 10.222.0.57 "PUT /v2.0/ports/4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1094 time: 0.9356513 Jul 31 20:02:17.683253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:17.685571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f9bea9-8596-4fb4-8518-86869a86a867" -d '{"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:17.722669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:17.728339 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee096cd-7017-4ab3-8287-19ae0112c6a6 x-openstack-request-id: req-cee096cd-7017-4ab3-8287-19ae0112c6a6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:17.728628 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:17.728882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cee096cd-7017-4ab3-8287-19ae0112c6a6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:17.729323 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee096cd-7017-4ab3-8287-19ae0112c6a6'] response: {'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'status': 'completed', 'code': 200} Jul 31 20:02:17.740502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de7b3-cde6-4515-9c8b-18be4b2d699f service neutron] Pushing event updated for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:17.926071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a29897-ce19-4b32-b4a4-3d2ff5c53774 req-c3907ba3-a1cd-42a6-b53a-84c97263812f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:17.927806 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0a29897-ce19-4b32-b4a4-3d2ff5c53774 req-c3907ba3-a1cd-42a6-b53a-84c97263812f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Jul 31 20:02:17.998378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c0a29897-ce19-4b32-b4a4-3d2ff5c53774 req-20a85cf3-5e62-42f3-836e-102f5459c68a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644090 Jul 31 20:02:18.370974 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae962dd5-3957-4702-a5fd-308aede68324 req-bc1b464f-8915-4288-9117-d48b16cd7747 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:18.373656 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae962dd5-3957-4702-a5fd-308aede68324 req-bc1b464f-8915-4288-9117-d48b16cd7747 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.3740616 Jul 31 20:02:18.448932 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ae962dd5-3957-4702-a5fd-308aede68324 req-e8b07c3b-3490-439b-a4c2-0cf6dffe77fc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693114 Jul 31 20:02:18.521895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57098) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:18.557658 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899fd6-2422-4a6a-90d2-fd4b8721b6da req-8bbdcb88-d1b0-4c44-a5da-0855a0335b64 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:18.559497 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95899fd6-2422-4a6a-90d2-fd4b8721b6da req-8bbdcb88-d1b0-4c44-a5da-0855a0335b64 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0602829 Jul 31 20:02:18.644083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-95899fd6-2422-4a6a-90d2-fd4b8721b6da req-59288195-9763-4a8e-8d98-dde80b553dff tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781710 Jul 31 20:02:18.671939 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-12230a37-e9ae-491e-bdc9-a1527b7f70ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.757887 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-12230a37-e9ae-491e-bdc9-a1527b7f70ea admin admin] Publish callbacks [] for security_group (bdf9c147-a923-4239-b2d1-cadf48804491), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.761239 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969682-6f0b-48ac-93e8-1aaca74162c3 req-35996853-da3b-49e7-b420-ed7e0277bbdf tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:18.762934 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79969682-6f0b-48ac-93e8-1aaca74162c3 req-35996853-da3b-49e7-b420-ed7e0277bbdf tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0588722 Jul 31 20:02:18.766384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-12230a37-e9ae-491e-bdc9-a1527b7f70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bdf9c147-a923-4239-b2d1-cadf48804491), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.794673 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230a37-e9ae-491e-bdc9-a1527b7f70ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf9c147-a923-4239-b2d1-cadf48804491,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:18.796085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:18.827672 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79969682-6f0b-48ac-93e8-1aaca74162c3 req-f3da6f58-8e2d-4986-a2c0-1c5517fe9079 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584445 Jul 31 20:02:18.849630 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-12230a37-e9ae-491e-bdc9-a1527b7f70ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f58c30bad1c840898f6a4a98833a417f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241839 Jul 31 20:02:18.850177 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57106) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:18.905296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] Publish callbacks [] for security_group (bdf9c147-a923-4239-b2d1-cadf48804491), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.928116 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] Publish callbacks [] for security_group (bdf9c147-a923-4239-b2d1-cadf48804491), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.981373 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bdf9c147-a923-4239-b2d1-cadf48804491), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.984229 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:18.985738 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdf9c147-a923-4239-b2d1-cadf48804491 HTTP/1.1" status: 204 len: 168 time: 0.1340759 Jul 31 20:02:18.996011 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87112b-22a1-441a-8c65-016075cdec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf9c147-a923-4239-b2d1-cadf48804491,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:19.142691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f1d30-9956-4acc-b8cc-6bc031248088 req-ce45ac23-0e94-4a16-b00c-faee6762ad20 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:19.154637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-437f1d30-9956-4acc-b8cc-6bc031248088 req-ce45ac23-0e94-4a16-b00c-faee6762ad20 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0727823 Jul 31 20:02:19.215845 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-437f1d30-9956-4acc-b8cc-6bc031248088 req-45f26c00-19e8-4f3b-b676-be734965d4f7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594139 Jul 31 20:02:19.575287 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86168a-d1b9-42b5-8232-8b14671c1a0b req-1bd52f4a-e97d-480c-8a94-cc1ecff16eb6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:19.577326 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b86168a-d1b9-42b5-8232-8b14671c1a0b req-1bd52f4a-e97d-480c-8a94-cc1ecff16eb6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Jul 31 20:02:19.642841 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b86168a-d1b9-42b5-8232-8b14671c1a0b req-de125f99-a27d-4a8d-838f-2912a9636e1f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592928 Jul 31 20:02:19.775807 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f1508-0b25-47a5-a14c-42f1ab892487 req-ef60e5db-553d-4337-9dfd-182dfc1a860d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:19.777379 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d40f1508-0b25-47a5-a14c-42f1ab892487 req-ef60e5db-553d-4337-9dfd-182dfc1a860d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0522797 Jul 31 20:02:19.831538 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d40f1508-0b25-47a5-a14c-42f1ab892487 req-459bde40-aa7a-49a6-91df-27f67d530147 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475254 Jul 31 20:02:19.938208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57144) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:19.958855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7028-b179-4ebf-81a8-dabd4b28beb3 req-e7db7e11-ac62-43be-b4b8-e73b267e250b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:19.960500 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b9b7028-b179-4ebf-81a8-dabd4b28beb3 req-e7db7e11-ac62-43be-b4b8-e73b267e250b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0573833 Jul 31 20:02:20.021437 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b9b7028-b179-4ebf-81a8-dabd4b28beb3 req-38748d83-cc46-424b-b704-9ce4c503d7c9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551705 Jul 31 20:02:20.077323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1904525952-network', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:20.099863 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Made reservation on behalf of a25221a81c1e49fbacdde74417e9a9c5 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:20.102827 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.111761 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.192057 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks [] for security_group (cfd6304e-ed0d-4122-9ac9-94109a1b6b58), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.196926 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (cfd6304e-ed0d-4122-9ac9-94109a1b6b58), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.226095 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:02:20.233751 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd6304e-ed0d-4122-9ac9-94109a1b6b58,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:20.240508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (061366a2-8942-44e3-abae-f43b13f70e2a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.240852 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Added segment 061366a2-8942-44e3-abae-f43b13f70e2a of type vlan for network bb115f08-ac59-4002-aab6-ff45b48b747e Jul 31 20:02:20.288863 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (bb115f08-ac59-4002-aab6-ff45b48b747e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.301458 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:20.303587 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:20.328214 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (bb115f08-ac59-4002-aab6-ff45b48b747e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.329727 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.330659 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.391115 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:02:20.401955 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4618726 Jul 31 20:02:20.404693 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57152) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:20.409652 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Request body: {'subnet': {'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1904525952-subnet', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:20.426042 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976264d3-ace3-48be-aa35-1e5de98c6f38 admin admin] Pushing event updated for resources: {'Network': ['ID=bb115f08-ac59-4002-aab6-ff45b48b747e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:20.426804 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d511b-4502-4478-9af9-8dd1da6b32f8 req-e7b18eda-04e4-4398-b946-a533aea69b39 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.428605 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-635d511b-4502-4478-9af9-8dd1da6b32f8 req-e7b18eda-04e4-4398-b946-a533aea69b39 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0682528 Jul 31 20:02:20.441649 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Made reservation on behalf of a25221a81c1e49fbacdde74417e9a9c5 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:20.445758 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.446527 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network bb115f08-ac59-4002-aab6-ff45b48b747e details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:02:20.602644 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-635d511b-4502-4478-9af9-8dd1da6b32f8 req-f066e307-100c-4014-9276-c1f4bf79a0fe tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533804 Jul 31 20:02:20.618030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-9274a69a-d360-42e7-9332-15a008c797aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.620138 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-9274a69a-d360-42e7-9332-15a008c797aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1128 time: 0.1378388 Jul 31 20:02:20.672890 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-825d25a5-0f89-48e4-8cb4-2d3a32fd8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.674733 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-825d25a5-0f89-48e4-8cb4-2d3a32fd8140 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.2267914 Jul 31 20:02:20.684152 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (8a588b90-eede-4ac5-915a-7b556b074118), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.770384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a588b90-eede-4ac5-915a-7b556b074118,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:20.781441 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:20.783541 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Checking segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:20.784030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Network hostable DHCP agents. Network: bb115f08-ac59-4002-aab6-ff45b48b747e, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:02:20.804238 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Network bb115f08-ac59-4002-aab6-ff45b48b747e is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:02:20.813975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-76b4e239-ad43-4cf5-b2fa-d6dcd4253463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 1000 time: 0.1128638 Jul 31 20:02:20.816061 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, bb115f08-ac59-4002-aab6-ff45b48b747e) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:20.824547 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feda7503-8efe-40d3-af34-a0a01fbc6b31 None None] Network bb115f08-ac59-4002-aab6-ff45b48b747e requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:20.833749 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.834866 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.877345 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c14b358f-4cfb-4a58-95fc-964e522830af admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4689970 Jul 31 20:02:20.877531 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81bd60-478a-4fd4-ba84-5603dae075e7 req-2a1d583e-c6ae-4c05-996d-c8893975a2a2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.877648 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57164) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:20.884801 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f81bd60-478a-4fd4-ba84-5603dae075e7 req-2a1d583e-c6ae-4c05-996d-c8893975a2a2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.1200931 Jul 31 20:02:20.886535 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:20.897515 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-7fc05364-9f88-47f2-96b6-c01583308634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:20.899133 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-7fc05364-9f88-47f2-96b6-c01583308634 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2530005 Jul 31 20:02:20.924568 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.926397 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.977178 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-bb115f08-ac59-4002-aab6-ff45b48b747e', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:02:20.979271 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:20.980473 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:21.001490 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for router_controller (1ed210d3-096b-4d59-87f5-671430f4a95e), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.025927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-d9fa8f48-f5f2-4dda-a161-c5b4ed4e0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.027407 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-d9fa8f48-f5f2-4dda-a161-c5b4ed4e0a2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.2041144 Jul 31 20:02:21.074712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:21.080567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84134aa2-c1c1-492d-b5a6-4d13c3ee8fba req-b91aec37-aee4-4932-ae15-83aabce29104 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.082431 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84134aa2-c1c1-492d-b5a6-4d13c3ee8fba req-b91aec37-aee4-4932-ae15-83aabce29104 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.1103580 Jul 31 20:02:21.110471 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f81bd60-478a-4fd4-ba84-5603dae075e7 req-ee58ed89-caea-4244-9d6b-a4ab7730ff9b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257023 Jul 31 20:02:21.126771 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Allocated IP 172.20.0.2 (bb115f08-ac59-4002-aab6-ff45b48b747e/8a588b90-eede-4ac5-915a-7b556b074118/793f6452-3330-49fb-a1b3-f94892d1a812) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:21.155875 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-26bc472b-e70d-41de-b8f6-472662b89d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.161458 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-06f9bea9-8596-4fb4-8518-86869a86a867 req-26bc472b-e70d-41de-b8f6-472662b89d28 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454696 Jul 31 20:02:21.167476 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for router_gateway (1ed210d3-096b-4d59-87f5-671430f4a95e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.194445 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-84134aa2-c1c1-492d-b5a6-4d13c3ee8fba req-d921bf52-d1ee-42a4-8f6a-4a9f002e318d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922256 Jul 31 20:02:21.221449 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-9fd7b6d7-b10e-4edc-86dc-69e8bf80992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.221449 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-9fd7b6d7-b10e-4edc-86dc-69e8bf80992f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229219 Jul 31 20:02:21.254624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:21.294150 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks [] for port (793f6452-3330-49fb-a1b3-f94892d1a812), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.304269 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.350090 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Network bb115f08-ac59-4002-aab6-ff45b48b747e is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:21.359392 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:21.364065 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:21.364211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871f43-262c-4709-b6b6-f960fcf75c49 req-92de88b6-4b2f-4f2d-819a-b12ebb77b5f1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.365802 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32871f43-262c-4709-b6b6-f960fcf75c49 req-92de88b6-4b2f-4f2d-819a-b12ebb77b5f1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.1266677 Jul 31 20:02:21.375262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432113ed-b9fa-4ca9-8b72-6d8c3d9c2f3f req-063cbcaa-19c1-4978-86f7-efb3cff70ecc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.382029 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-432113ed-b9fa-4ca9-8b72-6d8c3d9c2f3f req-063cbcaa-19c1-4978-86f7-efb3cff70ecc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0877578 Jul 31 20:02:21.392775 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Pushing event updated for resources: {'Port': ['ID=793f6452-3330-49fb-a1b3-f94892d1a812,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:21.403593 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for router_gateway (1ed210d3-096b-4d59-87f5-671430f4a95e), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.427478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.432573 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Attempting to bind port 793f6452-3330-49fb-a1b3-f94892d1a812 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:21.432995 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Attempting to bind port 793f6452-3330-49fb-a1b3-f94892d1a812 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:21.433506 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Attempting to bind port 793f6452-3330-49fb-a1b3-f94892d1a812 on network bb115f08-ac59-4002-aab6-ff45b48b747e {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:21.441837 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:21.442266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Checking segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:21.442870 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.443264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Bound using segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:21.443899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Bound port: 793f6452-3330-49fb-a1b3-f94892d1a812, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:21.444289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.552969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] For port 793f6452-3330-49fb-a1b3-f94892d1a812, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:21.556691 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] For port 793f6452-3330-49fb-a1b3-f94892d1a812, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=793f6452-3330-49fb-a1b3-f94892d1a812,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:21.568521 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.581009 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Allocated IP 172.27.0.138 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/648e2b47-de68-4a45-bf2a-a3f2edef3825) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:21.591381 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:21.629806 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefefce-aabd-44d0-9873-077f5fd19df8 None None] Pushing event updated for resources: {'Port': ['ID=793f6452-3330-49fb-a1b3-f94892d1a812,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:21.637945 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32871f43-262c-4709-b6b6-f960fcf75c49 req-33eb58a5-eef2-4c3a-9e65-4f7c459c70fe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529738 Jul 31 20:02:21.659254 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-432113ed-b9fa-4ca9-8b72-6d8c3d9c2f3f req-860b087e-7516-4f34-8652-2c3bbd919a31 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763157 Jul 31 20:02:21.660260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-e4ef9b9f-6ef4-4513-9775-1fa896514200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.661653 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-e4ef9b9f-6ef4-4513-9775-1fa896514200 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1128 time: 0.1654949 Jul 31 20:02:21.697478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57182) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:21.709713 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-4b7cef92-8e4d-4ab3-a793-25923082e086 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145357 Jul 31 20:02:21.732993 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.768128 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:21.805112 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:21.809616 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:21.838188 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:21.854346 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Pushing event updated for resources: {'Port': ['ID=648e2b47-de68-4a45-bf2a-a3f2edef3825,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:21.857865 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:21.909295 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-fa7fdba4-6aef-43d9-bd42-96b235856b30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 217 time: 0.1661732 Jul 31 20:02:21.951226 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f10e39-2876-41a7-b5c3-1ca52b99feab tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.952881 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a5f10e39-2876-41a7-b5c3-1ca52b99feab tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 1125 time: 0.2544534 Jul 31 20:02:21.957103 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57190) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:21.957307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3672-3739-4837-bc00-c486d4e761a0 req-644ba713-8105-42ed-8f28-b3a398b0bbf8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.962710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f42e3672-3739-4837-bc00-c486d4e761a0 req-644ba713-8105-42ed-8f28-b3a398b0bbf8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.2183049 Jul 31 20:02:21.964221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-dc375c9e-3100-4a69-9d2a-fe96c0e67980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:21.965855 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-dc375c9e-3100-4a69-9d2a-fe96c0e67980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1130 time: 0.2189031 Jul 31 20:02:21.990259 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'port_id': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:22.005066 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c8818c6b-bc32-4d5f-8022-45efa5f26c18 req-8c866964-8623-41b1-bb13-839e7fea7142 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592766 Jul 31 20:02:22.039552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f42e3672-3739-4837-bc00-c486d4e761a0 req-ea4a2700-64b0-49d4-b4dc-f689aec2c8fb tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699632 Jul 31 20:02:22.077821 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.231748 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.248963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:22.249774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5396148-eea3-42d2-9116-1a489f2d8dea req-3cbb905d-e123-4882-b15c-031c22612f83 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:22.251579 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5396148-eea3-42d2-9116-1a489f2d8dea req-3cbb905d-e123-4882-b15c-031c22612f83 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0510099 Jul 31 20:02:22.302206 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5396148-eea3-42d2-9116-1a489f2d8dea req-05fb02d6-5c8e-47fa-9cd8-dd9e807ed2f2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447590 Jul 31 20:02:22.474577 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for router_gateway (1ed210d3-096b-4d59-87f5-671430f4a95e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.623794 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.27.0.30 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/5191f884-f217-4f4d-9782-4d2d0da8f7c0) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:22.695625 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17165ee-41c2-4660-8cfd-84b95d872a38 None None] Network bb115f08-ac59-4002-aab6-ff45b48b747e requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:22.722676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:22.750232 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:22.765564 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab7e1-559e-427b-8094-fca9ab7119f2 req-03267421-2d68-4d1e-bd3d-36da46aa510c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:22.767103 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c0ab7e1-559e-427b-8094-fca9ab7119f2 req-03267421-2d68-4d1e-bd3d-36da46aa510c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0526910 Jul 31 20:02:22.777604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Provisioning complete for port 793f6452-3330-49fb-a1b3-f94892d1a812 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:22.777973 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.781283 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:22.804496 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.829960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c0ab7e1-559e-427b-8094-fca9ab7119f2 req-52b4d2fe-31bb-4776-8959-0f24f4c8ecaa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538621 Jul 31 20:02:22.855892 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.894616 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Current status of the port 793f6452-3330-49fb-a1b3-f94892d1a812 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:22.895008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.930985 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] For port 793f6452-3330-49fb-a1b3-f94892d1a812, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=793f6452-3330-49fb-a1b3-f94892d1a812,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:22.936081 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.941789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:22.990964 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62100-c4c1-457e-8e36-72b109d70a20 None None] Pushing event updated for resources: {'Port': ['ID=793f6452-3330-49fb-a1b3-f94892d1a812,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:22.992121 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:23.000562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:23.010882 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:23.015156 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=5191f884-f217-4f4d-9782-4d2d0da8f7c0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:23.051267 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Router 1ed210d3-096b-4d59-87f5-671430f4a95e is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:02:23.148699 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:23.158239 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-39b013d9-f19c-4125-82de-830325b8ee48 None None] Provisioning complete for port 793f6452-3330-49fb-a1b3-f94892d1a812 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:23.158626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-39b013d9-f19c-4125-82de-830325b8ee48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.159998 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:23.161184 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d89e1c-fe45-4f7c-a93d-6c5f8a860a6d req-9f0f13ab-67cf-4791-a921-0d0b816039bc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:23.167580 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-05d89e1c-fe45-4f7c-a93d-6c5f8a860a6d req-9f0f13ab-67cf-4791-a921-0d0b816039bc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0612421 Jul 31 20:02:23.195880 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:23.218791 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-05d89e1c-fe45-4f7c-a93d-6c5f8a860a6d req-50afccf0-b8d7-47a1-898a-ca2e2381769b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496604 Jul 31 20:02:23.239404 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-39b013d9-f19c-4125-82de-830325b8ee48 None None] Current status of the port 793f6452-3330-49fb-a1b3-f94892d1a812 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:23.291323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:23.300237 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Sync routers for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:23.310484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:23.311106 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:23.322575 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.323833 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5d0bf708-4f13-4b11-8151-e78ed68d6b02 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4447010 Jul 31 20:02:23.326892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57200) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:23.416983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:23.458158 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97984a9-ceac-430a-bc7b-25c9570a3ab6 req-cc5af82b-e8c1-452d-b18b-d7de246398ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:23.459670 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c97984a9-ceac-430a-bc7b-25c9570a3ab6 req-cc5af82b-e8c1-452d-b18b-d7de246398ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Jul 31 20:02:23.481184 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.510314 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:23.566652 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c97984a9-ceac-430a-bc7b-25c9570a3ab6 req-c1631cfe-4dcf-42bf-b06f-4065cb252794 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970201 Jul 31 20:02:23.582612 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.728344 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 793f6452-3330-49fb-a1b3-f94892d1a812 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:23.771850 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:22Z', 'revision_number': 3, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:23.785031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.790652 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.802914 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Checking router: 1ed210d3-096b-4d59-87f5-671430f4a95e for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:23.803367 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Updating router 1ed210d3-096b-4d59-87f5-671430f4a95e port 648e2b47-de68-4a45-bf2a-a3f2edef3825 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:23.838355 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.861298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.861866 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=5191f884-f217-4f4d-9782-4d2d0da8f7c0,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:23.864365 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.872465 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 793f6452-3330-49fb-a1b3-f94892d1a812 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:23.872727 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:23.910069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.910416 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.910754 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.911091 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.911419 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.911748 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.912062 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.912384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.912708 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.913032 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.913377 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.913811 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.914137 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.914454 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.914772 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:23.982820 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:23.987111 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP 1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683 associated. External IP: 172.27.0.30, port: 63e21ff2-2376-43b2-97f2-7343a4970d01. Jul 31 20:02:24.017447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fd7e0-0f1e-46ca-b8b7-3f19a0e506bc req-76f7a92d-7c8b-4ab5-a372-1eb8eaa33d73 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:24.018934 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-900fd7e0-0f1e-46ca-b8b7-3f19a0e506bc req-76f7a92d-7c8b-4ab5-a372-1eb8eaa33d73 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0804513 Jul 31 20:02:24.073313 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 793f6452-3330-49fb-a1b3-f94892d1a812 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:24.093498 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:24.107814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Allocated IP 172.20.0.1 (bb115f08-ac59-4002-aab6-ff45b48b747e/8a588b90-eede-4ac5-915a-7b556b074118/76358033-8ee5-4550-97b9-3cdb4d402306) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:24.119708 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-900fd7e0-0f1e-46ca-b8b7-3f19a0e506bc req-0e1897b3-875a-41d3-b257-5ebd88e40ae4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895443 Jul 31 20:02:24.145294 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:24.191849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks [] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.198208 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.199547 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:24.220180 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:24.225900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks [] for port (76358033-8ee5-4550-97b9-3cdb4d402306), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.234098 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Attempting to bind port 648e2b47-de68-4a45-bf2a-a3f2edef3825 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:24.235981 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Attempting to bind port 648e2b47-de68-4a45-bf2a-a3f2edef3825 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:24.236512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Attempting to bind port 648e2b47-de68-4a45-bf2a-a3f2edef3825 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:24.259468 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:24.260058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:24.260535 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.261137 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:24.261827 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Bound port: 648e2b47-de68-4a45-bf2a-a3f2edef3825, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:24.262277 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.263645 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.293653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:24.297136 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574861a7-3f31-4afc-a1e6-ff758111055d None None] Pushing event updated for resources: {'Port': ['ID=648e2b47-de68-4a45-bf2a-a3f2edef3825,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:24.313067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Network bb115f08-ac59-4002-aab6-ff45b48b747e is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:24.329903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:24.331717 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] For port 648e2b47-de68-4a45-bf2a-a3f2edef3825, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:24.336992 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] For port 648e2b47-de68-4a45-bf2a-a3f2edef3825, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=648e2b47-de68-4a45-bf2a-a3f2edef3825,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:24.344916 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.353705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:24.354189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (1ed210d3-096b-4d59-87f5-671430f4a95e), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.370760 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:24.388493 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:24.395976 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.401467 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Pushing event updated for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:24.405654 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:24.406297 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:24.410144 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:24.410919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:24.444230 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574861a7-3f31-4afc-a1e6-ff758111055d None None] Pushing event updated for resources: {'Port': ['ID=648e2b47-de68-4a45-bf2a-a3f2edef3825,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:24.454930 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bbe5eb61-cb8c-4a9f-812f-6c2132a49a98 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4971809 Jul 31 20:02:24.456510 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:24.459297 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbaf53a-e7e2-434c-a462-db62dc361895" -d '{"events": [{"name": "network-changed", "server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:24.518427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2fef-a86e-4d1f-b6ff-0564b965dd62 req-26dbb76e-07d2-424c-bceb-25fc34acba8b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:24.520743 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26df2fef-a86e-4d1f-b6ff-0564b965dd62 req-26dbb76e-07d2-424c-bceb-25fc34acba8b tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.2120738 Jul 31 20:02:24.527289 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d969733-42b5-4aa3-a406-810727b6b1fa x-openstack-request-id: req-1d969733-42b5-4aa3-a406-810727b6b1fa {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:24.527819 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:24.528082 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d969733-42b5-4aa3-a406-810727b6b1fa {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:24.528693 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d969733-42b5-4aa3-a406-810727b6b1fa'] response: {'name': 'network-changed', 'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'status': 'completed', 'code': 200} Jul 31 20:02:24.561439 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:24.566698 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:24.738484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-79195e21-4442-4686-9073-0ec93ec655cc None None] Provisioning complete for port 76358033-8ee5-4550-97b9-3cdb4d402306 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:24.739247 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-79195e21-4442-4686-9073-0ec93ec655cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.782686 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-79195e21-4442-4686-9073-0ec93ec655cc None None] Port 76358033-8ee5-4550-97b9-3cdb4d402306 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:24.845380 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:4c:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:23Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:24.855811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:22Z', 'revision_number': 3, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:24.872841 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:24.881506 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:24.882152 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:24.883659 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280efb5f-94e6-44b5-a01e-8f95dd8beacd None None] The sync data for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi is: [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:22Z', 'revision_number': 3, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:24.981963 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:24.995193 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:25.033034 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-7d6ab690-914a-4e4c-8abc-4f92c15ecfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.034615 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-7d6ab690-914a-4e4c-8abc-4f92c15ecfad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 1130 time: 0.2092636 Jul 31 20:02:25.066231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a17d3-70b1-4844-90d9-29aa7c2df998 req-0f2c7e28-1087-486c-9633-8f074bec6891 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.067735 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-805a17d3-70b1-4844-90d9-29aa7c2df998 req-0f2c7e28-1087-486c-9633-8f074bec6891 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 946 time: 0.2413034 Jul 31 20:02:25.069181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-e77b9826-d7d1-49bb-a22a-2a15d199e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.070653 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-e77b9826-d7d1-49bb-a22a-2a15d199e7a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.2461600 Jul 31 20:02:25.078486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:25.181904 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26df2fef-a86e-4d1f-b6ff-0564b965dd62 req-9aab34f8-b42b-42ad-801d-ba2eb9167302 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3584530 Jul 31 20:02:25.238087 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:25.255401 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:4c:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:23Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:25.269900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-ff9ee072-d638-4b3f-a426-7d4cf020f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.271750 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-ff9ee072-d638-4b3f-a426-7d4cf020f0a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197598 Jul 31 20:02:25.286261 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438a3a2-8cd5-47d8-b5e5-a714a30740f3 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:4c:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:23Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:25.305030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-96cb7f5c-c249-4c69-bd21-08392271e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.306510 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-96cb7f5c-c249-4c69-bd21-08392271e682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.4791703 Jul 31 20:02:25.414902 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-805a17d3-70b1-4844-90d9-29aa7c2df998 req-df74ddca-b099-466a-a84d-643866e88f77 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041546 Jul 31 20:02:25.437651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ecf2-c65e-4118-8ab1-984802e00517 req-8ae6f367-47ff-43cb-9b86-ddd2608046dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.439205 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6377ecf2-c65e-4118-8ab1-984802e00517 req-8ae6f367-47ff-43cb-9b86-ddd2608046dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.1665659 Jul 31 20:02:25.451485 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-e783b178-bb07-4d29-b374-1abb3d364253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:25.453020 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-e783b178-bb07-4d29-b374-1abb3d364253 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.4078515 Jul 31 20:02:25.528801 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6377ecf2-c65e-4118-8ab1-984802e00517 req-62219e6a-a4fc-4635-9c9c-f35aefdaec64 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813003 Jul 31 20:02:25.529225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:25.560589 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks [] for port (76358033-8ee5-4550-97b9-3cdb4d402306), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:25.572229 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:25.573191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (1ed210d3-096b-4d59-87f5-671430f4a95e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:25.593495 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84021c7-aec4-46e0-a674-6b0e5cd70fcc None None] New status for floating IP 1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:02:25.597539 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:02:25.669868 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Pushing event updated for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:25.673189 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 648e2b47-de68-4a45-bf2a-a3f2edef3825 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:25.724097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Network bb115f08-ac59-4002-aab6-ff45b48b747e is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:25.725306 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:25.875089 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 648e2b47-de68-4a45-bf2a-a3f2edef3825 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:25.875602 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:25.877121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:25.877522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:25.903478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Router 1ed210d3-096b-4d59-87f5-671430f4a95e has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:25.931770 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:26.034446 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:26.037278 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f618f-5ccf-4914-b81a-e0c44596f94e" -d '{"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-unplugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:26.073706 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:26.094091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:26.144128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b657ca2-ebb2-4e11-bce5-c8ef067748c5 x-openstack-request-id: req-0b657ca2-ebb2-4e11-bce5-c8ef067748c5 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:26.144950 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-unplugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:26.144950 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b657ca2-ebb2-4e11-bce5-c8ef067748c5 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:26.145198 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b657ca2-ebb2-4e11-bce5-c8ef067748c5'] response: {'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'code': 200} Jul 31 20:02:26.157980 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:26.189608 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 648e2b47-de68-4a45-bf2a-a3f2edef3825 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:26.190002 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:26.194760 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-45fb5044-baec-42e4-8254-f6aa6ad752b9 None None] Provisioning complete for port 76358033-8ee5-4550-97b9-3cdb4d402306 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:26.195194 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-45fb5044-baec-42e4-8254-f6aa6ad752b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:26.210089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:26.239338 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-3fb2bf48-02cf-4509-b9d4-3b6ffd874999 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=63e21ff2-2376-43b2-97f2-7343a4970d01 HTTP/1.1" status: 200 len: 1001 time: 0.2517433 Jul 31 20:02:26.242887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:26.252786 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 648e2b47-de68-4a45-bf2a-a3f2edef3825, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=648e2b47-de68-4a45-bf2a-a3f2edef3825,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:26.253049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-7a9b2f60-6915-4d9d-8f56-441595a6dbb3 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628489 Jul 31 20:02:26.265343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:26.267186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-45fb5044-baec-42e4-8254-f6aa6ad752b9 None None] Port 76358033-8ee5-4550-97b9-3cdb4d402306 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:26.267555 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-d01649f2-92c7-48c4-ac6b-db7ff68a47f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1002 time: 0.2786851 Jul 31 20:02:26.320387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=648e2b47-de68-4a45-bf2a-a3f2edef3825,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:26.398345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:26.429188 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c76f0957-efe3-4ae7-a116-13916d0c66de admin admin] 10.222.0.48 "PUT /v2.0/routers/1ed210d3-096b-4d59-87f5-671430f4a95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993230 Jul 31 20:02:26.463456 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-82539cfb-5273-4987-b1a8-29c3d617b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.464779 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-82539cfb-5273-4987-b1a8-29c3d617b027 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.1821563 Jul 31 20:02:26.470844 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d722329-6924-40a6-a814-6fd210331540 req-47500aec-d05e-4344-8e40-516e2c5f8745 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.472281 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d722329-6924-40a6-a814-6fd210331540 req-47500aec-d05e-4344-8e40-516e2c5f8745 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1173980 Jul 31 20:02:26.483331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-ccd25695-3789-4aa3-a615-d472483535a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.484791 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-ccd25695-3789-4aa3-a615-d472483535a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.2283731 Jul 31 20:02:26.599087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:26.621514 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-61325a26-1b0a-4a85-ac86-de1bd47ef066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.623091 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-61325a26-1b0a-4a85-ac86-de1bd47ef066 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1497712 Jul 31 20:02:26.634381 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3e3020c-b8c0-41bd-aa7b-212b852be6a9 req-f596b67a-e64b-4b5b-b546-95871febbe47 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629780 Jul 31 20:02:26.652000 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-50da347a-e9eb-43da-acc2-35a6c73f8153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.653582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-50da347a-e9eb-43da-acc2-35a6c73f8153 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532249 Jul 31 20:02:26.717416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062a9c1-f62f-41ad-9e69-5d1d80087ace req-db4c127e-f60f-47cb-b874-1668edafa76d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.718926 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6062a9c1-f62f-41ad-9e69-5d1d80087ace req-db4c127e-f60f-47cb-b874-1668edafa76d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1915433 Jul 31 20:02:26.762930 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d722329-6924-40a6-a814-6fd210331540 req-c301d1ee-7acf-4d8d-a918-966e34276c61 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2690063 Jul 31 20:02:26.875950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-f89d9b42-5549-4ebe-91da-4cf4efd6806f service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383142 Jul 31 20:02:26.884260 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6062a9c1-f62f-41ad-9e69-5d1d80087ace req-ab3f3430-892b-4985-ba22-572249c4845c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529305 Jul 31 20:02:26.920371 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-729e6487-f3da-4dc6-8b4b-63263f9577cf service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499592 Jul 31 20:02:26.929956 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ad876-b576-4da7-869a-432c919baaed req-220e0a0b-3e71-46b9-987f-1e504a2c164f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:26.931716 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-750ad876-b576-4da7-869a-432c919baaed req-220e0a0b-3e71-46b9-987f-1e504a2c164f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0735805 Jul 31 20:02:26.981745 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-750ad876-b576-4da7-869a-432c919baaed req-fa3ff705-b822-43d3-a3d4-14362943400c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Jul 31 20:02:27.036866 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Sync routers for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:27.048198 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:27.048816 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:27.067529 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57292) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:27.072709 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2129003705-network', 'tenant_id': '7c46443f3f324a06b36a5764fe539692'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:27.093704 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Made reservation on behalf of 7c46443f3f324a06b36a5764fe539692 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:27.096031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.104697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.151442 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:27.183205 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks [] for security_group (76bee576-4fc9-49a9-83ed-4127be3d4795), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.188300 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (76bee576-4fc9-49a9-83ed-4127be3d4795), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.192263 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:27.214285 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:02:27.223439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bee576-4fc9-49a9-83ed-4127be3d4795,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:27.231097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (3ae6947c-5511-4560-badd-ba60e6e52351), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.231442 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Added segment 3ae6947c-5511-4560-badd-ba60e6e52351 of type vlan for network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b Jul 31 20:02:27.232505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:27.273285 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.298542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.299500 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:27.300080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.431909 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:25Z', 'revision_number': 2, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:27.457348 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Checking router: 1ed210d3-096b-4d59-87f5-671430f4a95e for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:27.457621 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Updating router 1ed210d3-096b-4d59-87f5-671430f4a95e port 76358033-8ee5-4550-97b9-3cdb4d402306 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:27.487639 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.624288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5554469 Jul 31 20:02:27.625229 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 648e2b47-de68-4a45-bf2a-a3f2edef3825 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:27.626976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57294) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:27.634150 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Request body: {'subnet': {'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2129003705-subnet', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:27.638738 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248e074-5242-461a-98f9-450ceae38610 admin admin] Pushing event updated for resources: {'Network': ['ID=2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:27.651999 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:02:27.657643 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Made reservation on behalf of 7c46443f3f324a06b36a5764fe539692 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:27.660252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.725937 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:27.735199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 648e2b47-de68-4a45-bf2a-a3f2edef3825 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:27.735841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.783693 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks [] for port (76358033-8ee5-4550-97b9-3cdb4d402306), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.794621 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.838984 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 648e2b47-de68-4a45-bf2a-a3f2edef3825 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:27.873178 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Pushing event updated for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:27.897588 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.898221 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.898562 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.898919 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.899251 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.899786 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.900129 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.900454 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.900777 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.901081 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.901428 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.901765 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.902087 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.902404 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.902719 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:27.933682 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Attempting to bind port 76358033-8ee5-4550-97b9-3cdb4d402306 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:27.934057 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Attempting to bind port 76358033-8ee5-4550-97b9-3cdb4d402306 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:27.934422 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Attempting to bind port 76358033-8ee5-4550-97b9-3cdb4d402306 on network bb115f08-ac59-4002-aab6-ff45b48b747e {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:27.941690 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:27.942314 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Checking segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:27.942752 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.943137 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Bound using segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:27.943604 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Bound port: 76358033-8ee5-4550-97b9-3cdb4d402306, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:27.943975 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:27.982622 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (5fabcef9-e0fb-4e34-aee3-25c16ace4f5a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.010626 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] For port 76358033-8ee5-4550-97b9-3cdb4d402306, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:28.014202 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] For port 76358033-8ee5-4550-97b9-3cdb4d402306, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=76358033-8ee5-4550-97b9-3cdb4d402306,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:28.022330 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.070733 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:28.071407 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:28.107890 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.125872 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.129302 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23b3fc-972f-452e-845e-2ffab48e892e None None] Pushing event updated for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:28.134448 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86e44d-91fb-4c83-913f-b8acf5a05fb9 req-b21f176b-98cc-4056-8d1e-41e0c1559b1a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:28.136829 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af86e44d-91fb-4c83-913f-b8acf5a05fb9 req-b21f176b-98cc-4056-8d1e-41e0c1559b1a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1700196 Jul 31 20:02:28.140439 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaf53a-e7e2-434c-a462-db62dc361895 req-2788ea37-770a-4de2-959b-def51192bab0 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233049 Jul 31 20:02:28.142461 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0d9388f-4cee-4a00-becf-f80b1e50d687 req-b675de67-b814-4e62-99e4-3dcccbda930a service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333960 Jul 31 20:02:28.162338 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fabcef9-e0fb-4e34-aee3-25c16ace4f5a,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:28.195282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80faf17c-66cb-4221-bce6-2c42390bdfc6 req-aa6a71e7-f220-43d5-a4b6-cdddb64146aa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:28.196526 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:28.196851 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80faf17c-66cb-4221-bce6-2c42390bdfc6 req-aa6a71e7-f220-43d5-a4b6-cdddb64146aa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.1201365 Jul 31 20:02:28.220542 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.226687 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Checking segment: {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:28.227211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Network hostable DHCP agents. Network: 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:02:28.267638 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af86e44d-91fb-4c83-913f-b8acf5a05fb9 req-99da7ed1-3b0e-4e6b-8661-929f676212c5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189530 Jul 31 20:02:28.291247 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80faf17c-66cb-4221-bce6-2c42390bdfc6 req-b4181dd5-9b44-49c6-bc84-4f69d95b39d0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838795 Jul 31 20:02:28.291832 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:02:28.302637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:28.307939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:28.308560 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.313522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff4020-ba13-470c-a221-0d4968713b12 None None] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:28.326947 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9f891045-912b-4d8c-b4d0-e62c785134e7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6989481 Jul 31 20:02:28.329698 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57306) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:28.334696 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:28.355406 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.356887 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.412360 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for router_controller (8e9e726c-61c7-43ef-9a9f-da199dc82468), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.428091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'project_id': '7c46443f3f324a06b36a5764fe539692', 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:02:28.429252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.440052 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:28Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:28.465195 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509d0712-a624-4ed3-84d7-71d4e2df3877 None None] The sync data for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi is: [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:28Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:28.735539 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Allocated IP 172.20.0.2 (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b/5fabcef9-e0fb-4e34-aee3-25c16ace4f5a/251724ca-1a1d-49f8-9111-71c56aea6632) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:28.773579 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.781990 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for router_gateway (8e9e726c-61c7-43ef-9a9f-da199dc82468), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.851319 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.905765 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks [] for port (251724ca-1a1d-49f8-9111-71c56aea6632), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.919688 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.967681 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:28.972486 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:28.979749 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:28.980758 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for router_gateway (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:28.990660 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:28.996522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Pushing event updated for resources: {'Port': ['ID=251724ca-1a1d-49f8-9111-71c56aea6632,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:29.005841 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.066338 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Attempting to bind port 251724ca-1a1d-49f8-9111-71c56aea6632 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:29.066709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Attempting to bind port 251724ca-1a1d-49f8-9111-71c56aea6632 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:29.067218 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Attempting to bind port 251724ca-1a1d-49f8-9111-71c56aea6632 on network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:29.072701 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:29.073077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Checking segment: {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:29.073510 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.073904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Bound using segment: {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:29.074435 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Bound port: 251724ca-1a1d-49f8-9111-71c56aea6632, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:29.074744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.128699 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Allocated IP 172.27.0.177 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/b797356b-26cf-460e-8d56-3708f1ffe31e) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:29.142692 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] For port 251724ca-1a1d-49f8-9111-71c56aea6632, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:29.146343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] For port 251724ca-1a1d-49f8-9111-71c56aea6632, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=251724ca-1a1d-49f8-9111-71c56aea6632,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:29.153620 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.211786 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc26ab-f77d-488d-9f5d-0174fc827106 None None] Pushing event updated for resources: {'Port': ['ID=251724ca-1a1d-49f8-9111-71c56aea6632,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:29.255421 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.266613 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:29.291903 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.333264 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:29.342229 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:29.347551 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:29.408308 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Pushing event updated for resources: {'Port': ['ID=b797356b-26cf-460e-8d56-3708f1ffe31e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:29.502749 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddfebf-0c36-42d0-a26e-316f0acda272 req-18a77695-9023-4acb-8286-241b0de3743a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:29.504472 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82ddfebf-0c36-42d0-a26e-316f0acda272 req-18a77695-9023-4acb-8286-241b0de3743a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0889196 Jul 31 20:02:29.513559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327e589-1c1c-4313-a918-24786dc34ebe req-e01a236e-3c99-4a03-98bb-13d6abd18d87 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:29.515207 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1327e589-1c1c-4313-a918-24786dc34ebe req-e01a236e-3c99-4a03-98bb-13d6abd18d87 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 944 time: 0.0861940 Jul 31 20:02:29.606342 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 4b015db4-1121-4b9d-8f46-45643ea431bf details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:02:29.621921 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82ddfebf-0c36-42d0-a26e-316f0acda272 req-e32e3cf5-c193-44b7-b593-5be382d8ab1a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034067 Jul 31 20:02:29.633831 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1327e589-1c1c-4313-a918-24786dc34ebe req-d979f7c2-663b-4f2a-b4e0-28b5cf4f0a56 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037056 Jul 31 20:02:29.731561 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 251724ca-1a1d-49f8-9111-71c56aea6632 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:29.744735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for router_gateway (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.779954 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4b015db4-1121-4b9d-8f46-45643ea431bf,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:29.782699 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:29.798292 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:02:29.849188 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 251724ca-1a1d-49f8-9111-71c56aea6632 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:29.849569 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.882190 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 4b015db4-1121-4b9d-8f46-45643ea431bf is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:29.882669 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.903362 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b015db4-1121-4b9d-8f46-45643ea431bf {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:02:29.930170 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4b015db4-1121-4b9d-8f46-45643ea431bf,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:29.954624 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.964458 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:29.997617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 251724ca-1a1d-49f8-9111-71c56aea6632 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:29.998004 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.033374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:30.077189 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 251724ca-1a1d-49f8-9111-71c56aea6632, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=251724ca-1a1d-49f8-9111-71c56aea6632,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:30.086542 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.086770 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 76358033-8ee5-4550-97b9-3cdb4d402306 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:30.170392 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Router 8e9e726c-61c7-43ef-9a9f-da199dc82468 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:02:30.170630 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=251724ca-1a1d-49f8-9111-71c56aea6632,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:30.175887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 76358033-8ee5-4550-97b9-3cdb4d402306 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:30.176244 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.212887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:30.215545 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:30.276326 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 76358033-8ee5-4550-97b9-3cdb4d402306 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:30.276829 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.311162 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:30.313694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 76358033-8ee5-4550-97b9-3cdb4d402306, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=76358033-8ee5-4550-97b9-3cdb4d402306,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:30.322122 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.328593 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Sync routers for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:30.336835 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.338300 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0a9c06c7-aaf0-45ef-ba2d-d5cd82a572cf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0069849 Jul 31 20:02:30.340952 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57324) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:30.366515 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:30.367224 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:30.419604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['4b015db4-1121-4b9d-8f46-45643ea431bf'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:02:30.421495 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c2319-afb6-4027-b1a9-c5616080fc83 None None] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:30.532447 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:30.536978 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:30.543416 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b7a9f234-e996-4a0a-a0a9-6ef4369ea7fb None None] Provisioning complete for port 251724ca-1a1d-49f8-9111-71c56aea6632 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:30.543690 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f234-e996-4a0a-a0a9-6ef4369ea7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.673704 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:30.806525 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:30.838061 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b7130-abf1-46ef-841a-fcc1c4ecf145 req-a0a807b5-0888-4a2f-b11e-76322b921c51 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:30.841667 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f2b7130-abf1-46ef-841a-fcc1c4ecf145 req-a0a807b5-0888-4a2f-b11e-76322b921c51 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 945 time: 0.1036887 Jul 31 20:02:30.857216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcab4f-9640-4048-88d9-08c79f5660ec req-2140788a-c300-462f-85e1-1cbf9bf08383 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:30.859637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76bcab4f-9640-4048-88d9-08c79f5660ec req-2140788a-c300-462f-85e1-1cbf9bf08383 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0804164 Jul 31 20:02:30.860824 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:30.913947 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b7a9f234-e996-4a0a-a0a9-6ef4369ea7fb None None] Current status of the port 251724ca-1a1d-49f8-9111-71c56aea6632 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:30.940876 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0f2b7130-abf1-46ef-841a-fcc1c4ecf145 req-9f2b625a-cea2-4836-8da0-05a0a52274c4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799589 Jul 31 20:02:30.974310 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-76bcab4f-9640-4048-88d9-08c79f5660ec req-1f18b0dd-266b-4ff6-bb87-8f7d63ff4ab1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988584 Jul 31 20:02:31.010562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Allocated IP 172.20.0.1 (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b/5fabcef9-e0fb-4e34-aee3-25c16ace4f5a/082cef7a-901e-436f-bcfd-7be2ee261317) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:31.124360 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:31.143629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks [] for port (082cef7a-901e-436f-bcfd-7be2ee261317), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.178589 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-800dc468-28ea-4856-ba96-47f03bff29de None None] Provisioning complete for port 251724ca-1a1d-49f8-9111-71c56aea6632 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:31.178970 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-800dc468-28ea-4856-ba96-47f03bff29de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.179269 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.222822 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:29Z', 'revision_number': 3, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:31.224929 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:31.230848 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:31.234793 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:31.257860 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Pushing event updated for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:31.261080 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Checking router: 8e9e726c-61c7-43ef-9a9f-da199dc82468 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:31.261748 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Updating router 8e9e726c-61c7-43ef-9a9f-da199dc82468 port b797356b-26cf-460e-8d56-3708f1ffe31e binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:31.286131 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.310579 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:31.313186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.380168 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-800dc468-28ea-4856-ba96-47f03bff29de None None] Current status of the port 251724ca-1a1d-49f8-9111-71c56aea6632 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:31.497437 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.545809 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:31.673344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57354) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:31.691158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks [] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.706046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.721278 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-265628d3-c740-449a-aa03-5928f87d61d8 None None] Provisioning complete for port 082cef7a-901e-436f-bcfd-7be2ee261317 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:31.721667 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-265628d3-c740-449a-aa03-5928f87d61d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.748787 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 251724ca-1a1d-49f8-9111-71c56aea6632 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:31.760995 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks [] for port (082cef7a-901e-436f-bcfd-7be2ee261317), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.767384 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.792082 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Attempting to bind port b797356b-26cf-460e-8d56-3708f1ffe31e on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:31.792460 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Attempting to bind port b797356b-26cf-460e-8d56-3708f1ffe31e by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:31.792818 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Attempting to bind port b797356b-26cf-460e-8d56-3708f1ffe31e on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:31.815149 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:31.816260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.820215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-935cd139-c61a-47d4-8bb1-095c742f0471 req-cf3f9aad-606c-4200-b78c-69165da32c95 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 20:02:31.821676 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-935cd139-c61a-47d4-8bb1-095c742f0471 req-cf3f9aad-606c-4200-b78c-69165da32c95 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0084219 Jul 31 20:02:31.827796 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:31.828178 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:31.828593 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.829129 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:31.829638 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Bound port: b797356b-26cf-460e-8d56-3708f1ffe31e, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:31.830012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.840204 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66a4730a-7676-4e34-90cb-c66679639801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.861208 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277dd34-ef5a-4b2d-ab8b-58f588c95f2d None None] Pushing event updated for resources: {'Port': ['ID=b797356b-26cf-460e-8d56-3708f1ffe31e,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:31.868950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:31.870815 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-265628d3-c740-449a-aa03-5928f87d61d8 None None] Port 082cef7a-901e-436f-bcfd-7be2ee261317 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:31.912195 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Pushing event updated for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:31.920059 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 251724ca-1a1d-49f8-9111-71c56aea6632 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:31.920719 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.925179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] For port b797356b-26cf-460e-8d56-3708f1ffe31e, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:31.965934 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] For port b797356b-26cf-460e-8d56-3708f1ffe31e, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=b797356b-26cf-460e-8d56-3708f1ffe31e,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:31.988573 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:31.997641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66a4730a-7676-4e34-90cb-c66679639801 admin admin] Publish callbacks [] for security_group (faaef655-9caa-42fb-875b-7c5581f1fe3e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.014908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66a4730a-7676-4e34-90cb-c66679639801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (faaef655-9caa-42fb-875b-7c5581f1fe3e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.076162 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:32.078275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4730a-7676-4e34-90cb-c66679639801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaef655-9caa-42fb-875b-7c5581f1fe3e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:32.079419 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:32.090063 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:32.091214 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:32.125145 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 4b015db4-1121-4b9d-8f46-45643ea431bf up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:32.216199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277dd34-ef5a-4b2d-ab8b-58f588c95f2d None None] Pushing event updated for resources: {'Port': ['ID=b797356b-26cf-460e-8d56-3708f1ffe31e,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:32.221881 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:32.278962 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 251724ca-1a1d-49f8-9111-71c56aea6632 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:32.280206 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 76358033-8ee5-4550-97b9-3cdb4d402306 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:32.288624 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:32.298637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-66a4730a-7676-4e34-90cb-c66679639801 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f05dd059ae04c7384da53318a8ced8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6209047 Jul 31 20:02:32.307671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57374) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:32.354245 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 4b015db4-1121-4b9d-8f46-45643ea431bf completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:02:32.364861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:32.373067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc27ed1-224c-429d-bc69-a491024d46c7 req-b1116103-efdc-4b45-baa8-d480b226eeaa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:32.386562 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bc27ed1-224c-429d-bc69-a491024d46c7 req-b1116103-efdc-4b45-baa8-d480b226eeaa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.3107553 Jul 31 20:02:32.404415 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 4b015db4-1121-4b9d-8f46-45643ea431bf triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:32.404803 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.431219 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896d850-1c3e-47cf-b105-492cc819ada6 req-3469b05e-599d-4c7c-a2cd-f1bb4845aaa0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:32.433752 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3896d850-1c3e-47cf-b105-492cc819ada6 req-3469b05e-599d-4c7c-a2cd-f1bb4845aaa0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 945 time: 0.3185184 Jul 31 20:02:32.443895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 76358033-8ee5-4550-97b9-3cdb4d402306 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:32.444280 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.507771 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:32.522184 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Router 8e9e726c-61c7-43ef-9a9f-da199dc82468 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:32.565377 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0bc27ed1-224c-429d-bc69-a491024d46c7 req-664e45d6-e126-42f1-aa6b-b9b891432361 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787901 Jul 31 20:02:32.569996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] Publish callbacks [] for security_group (faaef655-9caa-42fb-875b-7c5581f1fe3e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.585136 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-ed1807a8-4d35-401b-92e7-fb9599c12b4e None None] Provisioning complete for port 082cef7a-901e-436f-bcfd-7be2ee261317 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:32.585736 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ed1807a8-4d35-401b-92e7-fb9599c12b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.613413 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3896d850-1c3e-47cf-b105-492cc819ada6 req-6b441c4a-d501-4740-b978-eb4af54539a2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663473 Jul 31 20:02:32.615516 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] Publish callbacks [] for security_group (faaef655-9caa-42fb-875b-7c5581f1fe3e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.624097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57384) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:32.644671 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-ed1807a8-4d35-401b-92e7-fb9599c12b4e None None] Port 082cef7a-901e-436f-bcfd-7be2ee261317 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:32.684967 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:32.695290 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c695d386-e151-450e-a374-4de33051b31c admin admin] 10.222.0.48 "PUT /v2.0/routers/8e9e726c-61c7-43ef-9a9f-da199dc82468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520896 Jul 31 20:02:32.707464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (faaef655-9caa-42fb-875b-7c5581f1fe3e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.710113 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.714114 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/faaef655-9caa-42fb-875b-7c5581f1fe3e HTTP/1.1" status: 204 len: 168 time: 0.4007030 Jul 31 20:02:32.757976 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 76358033-8ee5-4550-97b9-3cdb4d402306 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:32.778703 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-3d905d27-8163-4da2-9ee0-95941c72f070 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480193 Jul 31 20:02:32.789178 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 4b015db4-1121-4b9d-8f46-45643ea431bf is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:32.789588 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.792016 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-981e1981-ac76-4862-bb11-31b1ff9db1d9 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 20:02:32.793018 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-981e1981-ac76-4862-bb11-31b1ff9db1d9 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064521 Jul 31 20:02:32.793911 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcf532-3b56-4c34-85b6-fe8d746981c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaef655-9caa-42fb-875b-7c5581f1fe3e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:32.872075 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:32.874576 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f070c5-827a-48dc-bb18-c8e9a551f4d8" -d '{"events": [{"server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "name": "network-vif-plugged", "status": "completed", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:32.896164 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4b015db4-1121-4b9d-8f46-45643ea431bf,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:32.898039 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '082cef7a-901e-436f-bcfd-7be2ee261317', 'name': '', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'mac_address': 'fa:16:3e:64:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:30Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 2, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'subnets': [{'id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:32.928167 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:32.930438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd83e04b-0bcf-4fcf-8e9e-751ec6fd50ec None None] The sync data for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi is: [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '082cef7a-901e-436f-bcfd-7be2ee261317', 'name': '', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'mac_address': 'fa:16:3e:64:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:30Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 2, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'subnets': [{'id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:32.958550 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01340c04-3f86-40e9-b5f3-772f1be332ab x-openstack-request-id: req-01340c04-3f86-40e9-b5f3-772f1be332ab {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:32.958967 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "name": "network-vif-plugged", "status": "completed", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:32.959400 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-01340c04-3f86-40e9-b5f3-772f1be332ab {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:32.959884 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01340c04-3f86-40e9-b5f3-772f1be332ab'] response: {'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'code': 200} Jul 31 20:02:33.009695 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:33.088051 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57408) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:33.234223 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946b685-285a-4c29-be7e-b1e6101a8120 req-72655b91-010c-4168-8ead-8b2dfa8d2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:33.236363 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c946b685-285a-4c29-be7e-b1e6101a8120 req-72655b91-010c-4168-8ead-8b2dfa8d2361 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0764461 Jul 31 20:02:33.331173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c946b685-285a-4c29-be7e-b1e6101a8120 req-c98cdd69-03b8-497b-bfa2-2a7703d134c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814614 Jul 31 20:02:33.367135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-b32e2726-b77a-462a-812e-20078112c098 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:33.368589 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-b32e2726-b77a-462a-812e-20078112c098 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports/eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 941 time: 0.2788568 Jul 31 20:02:33.666361 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:33.784075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e334d2-4687-4827-b3fd-6afad93014dc req-ed83c9d5-1b9f-413e-8998-594cb1b942cf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:33.791567 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33e334d2-4687-4827-b3fd-6afad93014dc req-ed83c9d5-1b9f-413e-8998-594cb1b942cf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0816457 Jul 31 20:02:33.837720 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57446) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:33.867018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128e5f7-52a3-4346-857d-a78ecf329b3d req-2c32b884-ab77-4b73-8f64-5080700dad37 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:33.868555 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0128e5f7-52a3-4346-857d-a78ecf329b3d req-2c32b884-ab77-4b73-8f64-5080700dad37 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0742228 Jul 31 20:02:33.887768 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33e334d2-4687-4827-b3fd-6afad93014dc req-d9bf8803-234d-406d-87fd-dc474d78530d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951748 Jul 31 20:02:33.928138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:33.931960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0128e5f7-52a3-4346-857d-a78ecf329b3d req-18935adc-41e0-494d-aad6-0602c9ea936e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548542 Jul 31 20:02:33.968867 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-393662372-network', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:33.989302 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Made reservation on behalf of d5a9021b3b804f58a2a4e73676bfc480 for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:33.991783 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.005860 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.067291 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:02:34.133314 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks [] for security_group (3342f716-8616-4909-b613-6d97588bd180), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.141099 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3342f716-8616-4909-b613-6d97588bd180), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.170649 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3342f716-8616-4909-b613-6d97588bd180,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:34.185361 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:02:34.195488 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.195851 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Added segment b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5 of type vlan for network ec4cb8ea-def0-4d29-9194-7dbd6540d973 Jul 31 20:02:34.223992 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: DOWN; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:34.242564 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:34.257253 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (ec4cb8ea-def0-4d29-9194-7dbd6540d973), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.302683 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (ec4cb8ea-def0-4d29-9194-7dbd6540d973), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.305260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:34.306085 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.340347 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57456) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:34.341831 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5029128 Jul 31 20:02:34.346317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Request body: {'subnet': {'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-393662372-subnet', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:34.379438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Made reservation on behalf of d5a9021b3b804f58a2a4e73676bfc480 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:34.382221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.400316 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7b044-89c7-4c00-8799-d66c19a6a90e admin admin] Pushing event updated for resources: {'Network': ['ID=ec4cb8ea-def0-4d29-9194-7dbd6540d973,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:34.412056 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:02:34.615182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for subnet (991db87d-5264-4245-bb23-d0bfacc26447), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.681804 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991db87d-5264-4245-bb23-d0bfacc26447,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:34.711634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Checking segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:34.712018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Network hostable DHCP agents. Network: ec4cb8ea-def0-4d29-9194-7dbd6540d973, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:02:34.743716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:02:34.762262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, ec4cb8ea-def0-4d29-9194-7dbd6540d973) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:34.771580 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538ea2e9-f44b-4e3a-9271-b1af34df2562 None None] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:34.777387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:34.800978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:34.804183 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.871156 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57458) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:34.875454 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-54238e04-32c5-4402-9877-93907446c444 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5333421 Jul 31 20:02:34.875678 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:34.932811 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (243f582e-1f7c-497d-9a24-d79b9548e777), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.934480 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (243f582e-1f7c-497d-9a24-d79b9548e777), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:34.990967 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:02:34.992053 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.022703 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for router_controller (243f582e-1f7c-497d-9a24-d79b9548e777), precommit_add_association {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.054766 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:35.107362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540cabf5-fbc4-463b-86fa-a77ef121c2c8 req-f7044d47-359d-4e95-954d-40cb275e8106 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:35.124435 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-540cabf5-fbc4-463b-86fa-a77ef121c2c8 req-f7044d47-359d-4e95-954d-40cb275e8106 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1288655 Jul 31 20:02:35.203863 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:35.207883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Allocated IP 172.20.0.2 (ec4cb8ea-def0-4d29-9194-7dbd6540d973/991db87d-5264-4245-bb23-d0bfacc26447/339f783b-0cdd-4f13-bf30-a48e2f18e04f) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:35.283484 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f654428-c0a0-4351-adb2-033e85cf1f88 req-67cbc1dc-5574-48e8-a1d1-1d6c3ee4ddfb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:35.285019 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f654428-c0a0-4351-adb2-033e85cf1f88 req-67cbc1dc-5574-48e8-a1d1-1d6c3ee4ddfb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.1585584 Jul 31 20:02:35.337903 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-540cabf5-fbc4-463b-86fa-a77ef121c2c8 req-20766c94-f5dd-4206-9265-025e4c394e33 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125266 Jul 31 20:02:35.361867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:35.368892 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for router_gateway (243f582e-1f7c-497d-9a24-d79b9548e777), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.391259 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks [] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.406407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.429037 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1f654428-c0a0-4351-adb2-033e85cf1f88 req-e20dd43e-30b1-4ad0-8231-a81c63faa316 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263602 Jul 31 20:02:35.462745 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:35.468271 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:35.470895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:35.475777 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Pushing event updated for resources: {'Port': ['ID=339f783b-0cdd-4f13-bf30-a48e2f18e04f,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:35.539091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Attempting to bind port 339f783b-0cdd-4f13-bf30-a48e2f18e04f on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:35.539772 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Attempting to bind port 339f783b-0cdd-4f13-bf30-a48e2f18e04f by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:35.540371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Attempting to bind port 339f783b-0cdd-4f13-bf30-a48e2f18e04f on network ec4cb8ea-def0-4d29-9194-7dbd6540d973 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:35.546585 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:35.547204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Checking segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:35.547792 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.548314 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Bound using segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:35.548919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Bound port: 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:35.549528 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.655622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] For port 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:35.661212 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] For port 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=339f783b-0cdd-4f13-bf30-a48e2f18e04f,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:35.672251 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for router_gateway (243f582e-1f7c-497d-9a24-d79b9548e777), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.677812 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.722235 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.723888 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b797356b-26cf-460e-8d56-3708f1ffe31e up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:35.774961 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a5db6-0c88-46bd-b9e2-da4de6757a2c None None] Pushing event updated for resources: {'Port': ['ID=339f783b-0cdd-4f13-bf30-a48e2f18e04f,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:35.799797 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port b797356b-26cf-460e-8d56-3708f1ffe31e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:35.800172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.861356 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Allocated IP 172.27.0.26 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/51c4f57a-dd57-4227-8383-6f259b636541) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:35.892854 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port b797356b-26cf-460e-8d56-3708f1ffe31e is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:35.893922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:35.933808 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port b797356b-26cf-460e-8d56-3708f1ffe31e, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=b797356b-26cf-460e-8d56-3708f1ffe31e,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:35.950323 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:36.022721 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:36.042973 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=b797356b-26cf-460e-8d56-3708f1ffe31e,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:36.058818 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for port (51c4f57a-dd57-4227-8383-6f259b636541), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:36.162220 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (51c4f57a-dd57-4227-8383-6f259b636541), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:36.273663 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:36.277533 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:36.280786 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Pushing event updated for resources: {'Port': ['ID=51c4f57a-dd57-4227-8383-6f259b636541,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:36.283518 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:36.564871 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64889a26-9106-4706-93fd-fd3c5ee5d2d7 req-27dd5730-3c55-4a4b-94c5-557e8daa5ef8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:36.573126 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64889a26-9106-4706-93fd-fd3c5ee5d2d7 req-27dd5730-3c55-4a4b-94c5-557e8daa5ef8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0649011 Jul 31 20:02:36.642009 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11856c-cf4f-4504-8a81-a0473fdd0b62 req-694ac282-b72e-448c-bf6a-cb187e00544f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:36.652521 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e11856c-cf4f-4504-8a81-a0473fdd0b62 req-694ac282-b72e-448c-bf6a-cb187e00544f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0761788 Jul 31 20:02:36.738374 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-64889a26-9106-4706-93fd-fd3c5ee5d2d7 req-a8cd3d4a-8109-4259-8f9d-bbb657772ac0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635940 Jul 31 20:02:36.750328 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for router_gateway (243f582e-1f7c-497d-9a24-d79b9548e777), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:36.759906 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e11856c-cf4f-4504-8a81-a0473fdd0b62 req-0b57866d-b5af-48c2-b094-712fa5edd7e6 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059206 Jul 31 20:02:36.923753 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac3ef-8ccb-4d9b-b585-dadedccdef3b req-49848f2c-fa5a-4ca5-aafd-f06b49a662a5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:36.926995 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ea8ac3ef-8ccb-4d9b-b585-dadedccdef3b req-49848f2c-fa5a-4ca5-aafd-f06b49a662a5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0781448 Jul 31 20:02:36.940284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57470) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:36.945691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'floatingip': {'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:37.008486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.093063 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (243f582e-1f7c-497d-9a24-d79b9548e777), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.193529 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:37.240562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:37.292730 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e2968e-396a-455a-a348-b2162cb58c47 None None] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:37.295442 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Router 243f582e-1f7c-497d-9a24-d79b9548e777 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:02:37.296044 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-8111a5ec-8797-49b8-93eb-201a1944d632 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673825 Jul 31 20:02:37.382312 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:37.383232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:37.427856 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Provisioning complete for port 339f783b-0cdd-4f13-bf30-a48e2f18e04f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:37.428228 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.545034 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:37.547776 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Current status of the port 339f783b-0cdd-4f13-bf30-a48e2f18e04f is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:37.548007 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.558899 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Sync routers for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:37.583532 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:37.584428 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:37.589338 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.592408 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-910934d1-ba97-4055-b990-5323d5743a34 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7201209 Jul 31 20:02:37.593137 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57472) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:37.623506 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] For port 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=339f783b-0cdd-4f13-bf30-a48e2f18e04f,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:37.637712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.756619 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e72a-e635-4628-b192-805b34ab0f33 None None] Pushing event updated for resources: {'Port': ['ID=339f783b-0cdd-4f13-bf30-a48e2f18e04f,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:37.775976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.782169 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:37.803503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:37.856944 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:37.922160 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-88ba1d2a-a866-4a57-854f-542de9879f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:37.923683 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-88ba1d2a-a866-4a57-854f-542de9879f17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 1128 time: 0.7551210 Jul 31 20:02:37.941379 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507aea-3488-405e-8601-415a6053322b req-c24c1987-bbf0-4893-a142-3be1c78ad132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:37.942896 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-c24c1987-bbf0-4893-a142-3be1c78ad132 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1129 time: 0.1588151 Jul 31 20:02:37.994911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-65d1caf8-f55b-4884-8623-60b62007315e None None] Provisioning complete for port 339f783b-0cdd-4f13-bf30-a48e2f18e04f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:38.005218 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-65d1caf8-f55b-4884-8623-60b62007315e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.011762 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b797356b-26cf-460e-8d56-3708f1ffe31e up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:38.078601 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:38.089606 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:36Z', 'revision_number': 3, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:38.116383 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Sync routers for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:38.129294 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Checking router: 243f582e-1f7c-497d-9a24-d79b9548e777 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:38.129931 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Updating router 243f582e-1f7c-497d-9a24-d79b9548e777 port 51c4f57a-dd57-4227-8383-6f259b636541 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:38.150255 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:38.155269 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:38.170362 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (51c4f57a-dd57-4227-8383-6f259b636541), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.398639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-65d1caf8-f55b-4884-8623-60b62007315e None None] Current status of the port 339f783b-0cdd-4f13-bf30-a48e2f18e04f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:38.410095 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port b797356b-26cf-460e-8d56-3708f1ffe31e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:38.410095 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.515855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e830d9f-deff-4512-a617-e0f448f682a3 req-4ce263bb-e963-4c40-908d-6f561f2e785b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:38.523927 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e830d9f-deff-4512-a617-e0f448f682a3 req-4ce263bb-e963-4c40-908d-6f561f2e785b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.5183978 Jul 31 20:02:38.531653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-e2323834-e4e1-4aae-9466-ad3c4b7dfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:38.533192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-e2323834-e4e1-4aae-9466-ad3c4b7dfe56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1128 time: 0.5367835 Jul 31 20:02:38.543510 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:38.578736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Floating IP 72f51a67-5067-4450-a897-94c633789ebf associated. External IP: 172.27.0.172, port: 4b015db4-1121-4b9d-8f46-45643ea431bf. Jul 31 20:02:38.582730 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks [] for port (51c4f57a-dd57-4227-8383-6f259b636541), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.592124 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (51c4f57a-dd57-4227-8383-6f259b636541), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.669612 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:38.679421 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Attempting to bind port 51c4f57a-dd57-4227-8383-6f259b636541 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:38.681671 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Attempting to bind port 51c4f57a-dd57-4227-8383-6f259b636541 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:38.682049 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Attempting to bind port 51c4f57a-dd57-4227-8383-6f259b636541 on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:38.702913 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:38.703281 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:38.703687 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.705580 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:38.706109 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Bound port: 51c4f57a-dd57-4227-8383-6f259b636541, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:38.706506 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (51c4f57a-dd57-4227-8383-6f259b636541), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.722337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-63364dc7-0ee6-4b0c-a8ed-2080e4460605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:38.724008 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-63364dc7-0ee6-4b0c-a8ed-2080e4460605 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.1655810 Jul 31 20:02:38.741910 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port b797356b-26cf-460e-8d56-3708f1ffe31e is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:38.743031 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 339f783b-0cdd-4f13-bf30-a48e2f18e04f up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:38.746852 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:38.778385 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b484d39-0f82-4d44-8bcd-772cef18b4be None None] Pushing event updated for resources: {'Port': ['ID=51c4f57a-dd57-4227-8383-6f259b636541,revision_number=2']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:38.779952 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7e830d9f-deff-4512-a617-e0f448f682a3 req-992f2af4-826d-4c55-a265-96ffd18aecff tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548990 Jul 31 20:02:38.840495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507aea-3488-405e-8601-415a6053322b req-d24ee9eb-f172-458b-a413-09bd2813c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:38.841771 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] For port 51c4f57a-dd57-4227-8383-6f259b636541, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:38.842573 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-d24ee9eb-f172-458b-a413-09bd2813c492 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.8635349 Jul 31 20:02:38.848546 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] For port 51c4f57a-dd57-4227-8383-6f259b636541, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=51c4f57a-dd57-4227-8383-6f259b636541,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:38.866318 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (51c4f57a-dd57-4227-8383-6f259b636541), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.880538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 339f783b-0cdd-4f13-bf30-a48e2f18e04f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:38.881017 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:38.986898 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:38.988394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '082cef7a-901e-436f-bcfd-7be2ee261317', 'name': '', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'mac_address': 'fa:16:3e:64:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:30Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 2, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'subnets': [{'id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:38.994056 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-caf7231e-6710-4476-82b8-84491afb0660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1000 time: 0.2100947 Jul 31 20:02:39.026616 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:39.035636 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:39.054467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Checking router: 8e9e726c-61c7-43ef-9a9f-da199dc82468 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:39.054906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Updating router 8e9e726c-61c7-43ef-9a9f-da199dc82468 port 082cef7a-901e-436f-bcfd-7be2ee261317 binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:39.085991 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.107113 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:39.111968 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.121253 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b484d39-0f82-4d44-8bcd-772cef18b4be None None] Pushing event updated for resources: {'Port': ['ID=51c4f57a-dd57-4227-8383-6f259b636541,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:39.202386 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-a4941ff0-ab01-4e63-86bc-234d83d8c18c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 1000 time: 0.2665577 Jul 31 20:02:39.254418 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-fff3061a-0e4c-4aaf-8f32-814b995ccb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:39.255913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-fff3061a-0e4c-4aaf-8f32-814b995ccb45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.1416376 Jul 31 20:02:39.313588 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:39.400176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Allocated IP 172.20.0.1 (ec4cb8ea-def0-4d29-9194-7dbd6540d973/991db87d-5264-4245-bb23-d0bfacc26447/803e5b0f-4078-4c71-816b-2993deb60428) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:39.452056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-207aa219-76d7-477a-827d-e436bd7c95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:39.455193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-207aa219-76d7-477a-827d-e436bd7c95d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1583843 Jul 31 20:02:39.457119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507aea-3488-405e-8601-415a6053322b req-cb825bf2-0d31-47a8-9cb9-728846d7e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:39.458691 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-cb825bf2-0d31-47a8-9cb9-728846d7e9a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.2469933 Jul 31 20:02:39.467954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:39.499448 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 339f783b-0cdd-4f13-bf30-a48e2f18e04f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:39.562197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:39.564839 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:39.567131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29507aea-3488-405e-8601-415a6053322b req-adc4fa95-da41-4f89-b907-01d4fdff27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:39.579342 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-adc4fa95-da41-4f89-b907-01d4fdff27b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044972 Jul 31 20:02:39.604165 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks [] for port (803e5b0f-4078-4c71-816b-2993deb60428), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.693853 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.727293 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 339f783b-0cdd-4f13-bf30-a48e2f18e04f up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:39.780147 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:39.782913 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:36Z', 'revision_number': 3, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:39.823057 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:39.827251 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2400435-32fa-484c-bbc5-a602b3947852 None None] The sync data for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi is: [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:36Z', 'revision_number': 3, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:39.839444 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Pushing event updated for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:39.858259 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:39.861388 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:39.864462 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:39.906937 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 339f783b-0cdd-4f13-bf30-a48e2f18e04f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:39.909758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.911667 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cf74a7c9-e03b-4ba4-9733-b8d0573a78ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.935900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:39.948413 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:39.963753 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (243f582e-1f7c-497d-9a24-d79b9548e777), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:39.965899 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:39.968337 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:39.997496 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.073442 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b1ae-1c7e-4990-bdf7-7b79900a5ae0 req-bee8b225-0464-47e2-8b70-ce7732ae193f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:40.074967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ab7b1ae-1c7e-4990-bdf7-7b79900a5ae0 req-bee8b225-0464-47e2-8b70-ce7732ae193f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0877175 Jul 31 20:02:40.099034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks [] for port (082cef7a-901e-436f-bcfd-7be2ee261317), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.165178 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b08d1540-ebcd-4881-8398-2c3620ae5ff8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "PUT /v2.0/floatingips/72f51a67-5067-4450-a897-94c633789ebf HTTP/1.1" status: 200 len: 992 time: 3.2227173 Jul 31 20:02:40.174598 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:02:40.178656 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48" -d '{"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:02:40.180150 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.266260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b3d605-97d8-481e-adfd-f933f2ca196c x-openstack-request-id: req-44b3d605-97d8-481e-adfd-f933f2ca196c {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:02:40.266535 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:02:40.266801 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44b3d605-97d8-481e-adfd-f933f2ca196c {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:02:40.267203 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b3d605-97d8-481e-adfd-f933f2ca196c'] response: {'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'status': 'completed', 'code': 200} Jul 31 20:02:40.288233 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-acd20308-14c4-4be0-a1b0-831f8c7e86c6 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090334 Jul 31 20:02:40.298214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-4da9aa4f-7bb4-4428-8ae2-9c127368fb0e service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875932 Jul 31 20:02:40.315730 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:40.317984 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:40.321997 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ab7b1ae-1c7e-4990-bdf7-7b79900a5ae0 req-51523a57-8ede-4aa0-aa8c-96bc438a5400 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219949 Jul 31 20:02:40.322206 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f03d-b252-4750-93c8-011d3b840ddd None None] Pushing event updated for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:40.352845 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (803e5b0f-4078-4c71-816b-2993deb60428), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.441179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 339f783b-0cdd-4f13-bf30-a48e2f18e04f is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:40.501901 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d00d7474-11f3-4f3d-a48d-e7f0f18942e0 None None] Provisioning complete for port 803e5b0f-4078-4c71-816b-2993deb60428 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:40.502603 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d00d7474-11f3-4f3d-a48d-e7f0f18942e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (803e5b0f-4078-4c71-816b-2993deb60428), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.508890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Attempting to bind port 082cef7a-901e-436f-bcfd-7be2ee261317 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:40.508890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Attempting to bind port 082cef7a-901e-436f-bcfd-7be2ee261317 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:40.508890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Attempting to bind port 082cef7a-901e-436f-bcfd-7be2ee261317 on network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:40.551008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:40.551395 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Checking segment: {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:40.565536 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.566093 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Bound using segment: {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:40.566626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Bound port: 082cef7a-901e-436f-bcfd-7be2ee261317, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae6947c-5511-4560-badd-ba60e6e52351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:40.567039 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.631591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d00d7474-11f3-4f3d-a48d-e7f0f18942e0 None None] Port 803e5b0f-4078-4c71-816b-2993deb60428 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:40.671268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-b27d937e-79aa-4b20-ad83-535d2cdf0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:40.672674 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-b27d937e-79aa-4b20-ad83-535d2cdf0c81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.3411958 Jul 31 20:02:40.709813 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] For port 082cef7a-901e-436f-bcfd-7be2ee261317, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:40.716234 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] For port 082cef7a-901e-436f-bcfd-7be2ee261317, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=082cef7a-901e-436f-bcfd-7be2ee261317,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:40.730745 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.780691 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:40.781363 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:40.830643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:40.832565 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:02:37Z', 'revision_number': 1, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:40.832746 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29507aea-3488-405e-8601-415a6053322b req-0e21d07e-e792-4f37-8d17-1695d9ec7c21 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725471 Jul 31 20:02:40.848637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2ef6800-12f2-4921-8fc7-c2b727ca1679 req-5e7cb86f-f815-43ec-ac7d-ce34f7f55bd7 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491085 Jul 31 20:02:40.860871 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139f03d-b252-4750-93c8-011d3b840ddd None None] Pushing event updated for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:40.906827 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks [] for port (803e5b0f-4078-4c71-816b-2993deb60428), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.908914 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:40.918183 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:40.924867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-8e1f3548-ce1f-4760-af5b-dfc78ea92097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:40.930212 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-8e1f3548-ce1f-4760-af5b-dfc78ea92097 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.2451646 Jul 31 20:02:40.946187 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:40.946887 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:40.960969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:41.015635 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:41.104577 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (243f582e-1f7c-497d-9a24-d79b9548e777), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:41.105376 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-1cea4b5c-82c3-4ab6-8773-18aa7b60303d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1000 time: 0.1662235 Jul 31 20:02:41.112373 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Pushing event updated for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:41.201004 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:41.211648 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:41.242002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-6af26d69-4028-4037-b10d-a2095cc1f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:41.243576 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-6af26d69-4028-4037-b10d-a2095cc1f5ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.1046298 Jul 31 20:02:41.325299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-7fb6bb9d-019b-4ce1-8d42-a7dc6795a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:41.326833 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-7fb6bb9d-019b-4ce1-8d42-a7dc6795a4e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686219 Jul 31 20:02:41.375495 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:41.384192 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:41.587869 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Router 243f582e-1f7c-497d-9a24-d79b9548e777 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:41.606737 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '082cef7a-901e-436f-bcfd-7be2ee261317', 'name': '', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'mac_address': 'fa:16:3e:64:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:30Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'subnets': [{'id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:41.628573 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:02:37Z', 'revision_number': 1, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:41.666897 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d076f4-58d8-45b3-8a44-26ee2e9516ec None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:02:37Z', 'revision_number': 1, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:41.682272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a80db0e-84e0-4716-bacd-5af46d61225c None None] The sync data for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi is: [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:02:31Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '082cef7a-901e-436f-bcfd-7be2ee261317', 'name': '', 'network_id': '2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'mac_address': 'fa:16:3e:64:32:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:30Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'subnets': [{'id': '5fabcef9-e0fb-4e34-aee3-25c16ace4f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:41.720095 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-334b3c17-1b74-4951-b033-6c9aa21b964b service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853958 Jul 31 20:02:41.810299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27a0ae-0392-4cba-879b-8ffec2bc7cb3 req-8226f8f0-0099-403b-b735-63816952f766 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:41.831171 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:41.833762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0c27a0ae-0392-4cba-879b-8ffec2bc7cb3 req-8226f8f0-0099-403b-b735-63816952f766 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.2309129 Jul 31 20:02:41.919585 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:41.935819 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ea89e2f7-bbec-47ef-8f84-ed61e67af05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:41.946240 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-be7b4405-d32b-408a-9ad1-e4009ad8d870 admin admin] 10.222.0.48 "PUT /v2.0/routers/243f582e-1f7c-497d-9a24-d79b9548e777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3438694 Jul 31 20:02:41.946511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-efdbf679-c5fb-4385-8d9a-bef5ca9b6af2 None None] Provisioning complete for port 803e5b0f-4078-4c71-816b-2993deb60428 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:41.946511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-efdbf679-c5fb-4385-8d9a-bef5ca9b6af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (803e5b0f-4078-4c71-816b-2993deb60428), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:41.999948 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-efdbf679-c5fb-4385-8d9a-bef5ca9b6af2 None None] Port 803e5b0f-4078-4c71-816b-2993deb60428 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:42.054074 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0c27a0ae-0392-4cba-879b-8ffec2bc7cb3 req-1639796a-f271-43e5-82fe-f2d4831574ec tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193587 Jul 31 20:02:42.056971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:42.105529 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 51c4f57a-dd57-4227-8383-6f259b636541 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:42.135259 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d1e8c6a-d3cd-4955-9b9b-aa3d0b503b48 req-7e6c6d45-63ac-496f-a890-ba2568e10abe service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996661 Jul 31 20:02:42.180184 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 51c4f57a-dd57-4227-8383-6f259b636541 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:42.180748 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (51c4f57a-dd57-4227-8383-6f259b636541), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.296191 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 51c4f57a-dd57-4227-8383-6f259b636541 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:42.296616 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (51c4f57a-dd57-4227-8383-6f259b636541), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.340731 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 51c4f57a-dd57-4227-8383-6f259b636541, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=51c4f57a-dd57-4227-8383-6f259b636541,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:42.348078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:42.354215 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (51c4f57a-dd57-4227-8383-6f259b636541), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.357429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 082cef7a-901e-436f-bcfd-7be2ee261317 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:42.513380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 082cef7a-901e-436f-bcfd-7be2ee261317 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:42.514223 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.565063 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=51c4f57a-dd57-4227-8383-6f259b636541,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:42.700013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 082cef7a-901e-436f-bcfd-7be2ee261317 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:42.700599 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.768222 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bede2-c4dd-481f-aa29-ba975e2d8fd9 None None] New status for floating IP 72f51a67-5067-4450-a897-94c633789ebf: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:02:42.771660 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 082cef7a-901e-436f-bcfd-7be2ee261317, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=082cef7a-901e-436f-bcfd-7be2ee261317,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:42.821413 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.919346 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:42.938211 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:42.949714 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:43.147569 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57528) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:43.160798 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1960675527-network', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:43.246057 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Made reservation on behalf of 2b1689769c3848e7a7b554bcefcfc1bb for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:43.248779 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.275833 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.339854 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a6c09-c64a-42b6-a614-bb5db4343604 req-ed930b94-4bbe-472c-86d0-4e390857a173 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:43.341527 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d96a6c09-c64a-42b6-a614-bb5db4343604 req-ed930b94-4bbe-472c-86d0-4e390857a173 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0819633 Jul 31 20:02:43.427710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d96a6c09-c64a-42b6-a614-bb5db4343604 req-98d8298c-8a86-4f59-9cf0-b4caa2da94d5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782504 Jul 31 20:02:43.543832 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks [] for security_group (75288e0b-c26b-45e9-85f5-e0452f05f193), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.564314 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (75288e0b-c26b-45e9-85f5-e0452f05f193), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.613214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:02:43.630632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75288e0b-c26b-45e9-85f5-e0452f05f193,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:43.637404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (503f2c68-74e0-49c0-a4db-73f00d9a50d7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.637882 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Added segment 503f2c68-74e0-49c0-a4db-73f00d9a50d7 of type vlan for network c95a63fc-8823-42c7-baac-ec89bbaa153a Jul 31 20:02:43.657825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.658216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.658667 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.659047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.659340 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.659677 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.660050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.660425 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.660849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.661203 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.661750 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.662134 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.662509 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.666029 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.666505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:02:43.747091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (c95a63fc-8823-42c7-baac-ec89bbaa153a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.784829 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (c95a63fc-8823-42c7-baac-ec89bbaa153a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.797507 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:43.798405 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.802976 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 51c4f57a-dd57-4227-8383-6f259b636541 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:43.848547 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57530) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:43.851320 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6974847 Jul 31 20:02:43.854721 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Request body: {'subnet': {'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1960675527-subnet', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:43.914651 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Made reservation on behalf of 2b1689769c3848e7a7b554bcefcfc1bb for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:02:43.917796 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.940609 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 51c4f57a-dd57-4227-8383-6f259b636541 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:43.941269 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (51c4f57a-dd57-4227-8383-6f259b636541), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:43.975074 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Sync routers for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:44.004045 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:44.004669 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:44.014840 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df1ea7-4503-4a55-8ad7-f7f165361ad1 admin admin] Pushing event updated for resources: {'Network': ['ID=c95a63fc-8823-42c7-baac-ec89bbaa153a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:44.039679 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network c95a63fc-8823-42c7-baac-ec89bbaa153a details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:02:44.134447 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:44.174724 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:44.243849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (97c2be3e-faa9-495e-bded-989492d41ce6), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.310116 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:44.336850 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c2be3e-faa9-495e-bded-989492d41ce6,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:44.356767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Checking segment: {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:44.357415 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Network hostable DHCP agents. Network: c95a63fc-8823-42c7-baac-ec89bbaa153a, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:02:44.398931 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Network c95a63fc-8823-42c7-baac-ec89bbaa153a is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:02:44.424254 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, c95a63fc-8823-42c7-baac-ec89bbaa153a) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:44.431394 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:44.431841 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.473366 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-69419b09-1703-4d28-a21f-aa601cc64ccf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6229839 Jul 31 20:02:44.476367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57534) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:44.481843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:44.499189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:44.535117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806744', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15222'] for router (058476dd-7231-424a-be59-9d5deafab920), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.536542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3808317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3698915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-375977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15181'] for router (058476dd-7231-424a-be59-9d5deafab920), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.653305 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3948ef1f-9dbb-421a-a7bf-77e3b417c4af None None] Network c95a63fc-8823-42c7-baac-ec89bbaa153a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:44.653519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for router_controller (058476dd-7231-424a-be59-9d5deafab920), precommit_add_association {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.763883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.779169 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 2, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:44.796694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 51c4f57a-dd57-4227-8383-6f259b636541 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:44.798421 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 082cef7a-901e-436f-bcfd-7be2ee261317 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:44.831438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.907190 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Checking router: 243f582e-1f7c-497d-9a24-d79b9548e777 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:44.912512 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Updating router 243f582e-1f7c-497d-9a24-d79b9548e777 port 803e5b0f-4078-4c71-816b-2993deb60428 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:44.977637 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa0fd88cb-8714-5f07-8178-4b08a5b1422f-c95a63fc-8823-42c7-baac-ec89bbaa153a', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6'}]}} from dv-cinder-849846-6-iscsi. {{(pid=104002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 31 20:02:44.979346 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.986102 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (803e5b0f-4078-4c71-816b-2993deb60428), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.987449 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for router_gateway (058476dd-7231-424a-be59-9d5deafab920), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:44.990149 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:45.001384 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5ae29-07e4-4597-b18a-f822566e181d req-30f352ac-e440-4a96-93a3-1e3a4f15df49 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:45.003359 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad5ae29-07e4-4597-b18a-f822566e181d req-30f352ac-e440-4a96-93a3-1e3a4f15df49 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.3480635 Jul 31 20:02:45.051451 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 082cef7a-901e-436f-bcfd-7be2ee261317 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:45.052334 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.281439 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.db_base_plugin_common [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Allocated IP 172.20.0.2 (c95a63fc-8823-42c7-baac-ec89bbaa153a/97c2be3e-faa9-495e-bded-989492d41ce6/81d18a60-28c1-41e1-9554-cd815dc24fe0) {{(pid=104002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:45.306622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 082cef7a-901e-436f-bcfd-7be2ee261317 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:45.416310 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:45.433300 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ad5ae29-07e4-4597-b18a-f822566e181d req-a0e7162a-9118-478f-86d2-e9ace55cb493 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182168 Jul 31 20:02:45.448275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for router_gateway (058476dd-7231-424a-be59-9d5deafab920), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.492642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.509054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks [] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), precommit_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.520570 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), after_create {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.610581 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Network c95a63fc-8823-42c7-baac-ec89bbaa153a is already hosted by enough agents. {{(pid=104002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:45.614768 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.scheduler.base_scheduler [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Resources bound (agent type, host, resource id): {{(pid=104002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:45.629130 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Received port after_create {{(pid=104002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:45.696068 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks [] for port (803e5b0f-4078-4c71-816b-2993deb60428), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.715869 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.757507 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Pushing event updated for resources: {'Port': ['ID=81d18a60-28c1-41e1-9554-cd815dc24fe0,revision_number=1']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:45.769932 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:45.857628 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d3802-fbdb-42fd-80f2-5f8ced7fba34 None None] Pushing event updated for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:45.885031 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Attempting to bind port 81d18a60-28c1-41e1-9554-cd815dc24fe0 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:45.885664 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Attempting to bind port 81d18a60-28c1-41e1-9554-cd815dc24fe0 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:45.885823 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Attempting to bind port 81d18a60-28c1-41e1-9554-cd815dc24fe0 on network c95a63fc-8823-42c7-baac-ec89bbaa153a {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:45.887968 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Allocated IP 172.27.0.225 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/4b20afc0-8cc9-42c4-a8ae-c4457e0823ec) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:45.905918 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:45.910437 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Checking segment: {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:45.910893 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:45.913818 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Bound using segment: {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:45.916602 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Bound port: 81d18a60-28c1-41e1-9554-cd815dc24fe0, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:45.917020 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.095047 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Attempting to bind port 803e5b0f-4078-4c71-816b-2993deb60428 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:46.097458 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Attempting to bind port 803e5b0f-4078-4c71-816b-2993deb60428 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:46.098412 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Attempting to bind port 803e5b0f-4078-4c71-816b-2993deb60428 on network ec4cb8ea-def0-4d29-9194-7dbd6540d973 {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:46.104414 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] For port 81d18a60-28c1-41e1-9554-cd815dc24fe0, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:46.114912 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] For port 81d18a60-28c1-41e1-9554-cd815dc24fe0, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=81d18a60-28c1-41e1-9554-cd815dc24fe0,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:46.118315 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:46.118823 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Checking segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:46.119861 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.122059 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Bound using segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:46.122897 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Bound port: 803e5b0f-4078-4c71-816b-2993deb60428, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:46.124084 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (803e5b0f-4078-4c71-816b-2993deb60428), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.131690 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.228227 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:46.288679 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c6953-9562-4b74-ac5f-ef5103b8b94c None None] Pushing event updated for resources: {'Port': ['ID=81d18a60-28c1-41e1-9554-cd815dc24fe0,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:46.306590 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] For port 803e5b0f-4078-4c71-816b-2993deb60428, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:46.313404 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] For port 803e5b0f-4078-4c71-816b-2993deb60428, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=803e5b0f-4078-4c71-816b-2993deb60428,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:46.330287 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.347816 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.371565 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:46.401530 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:46.402211 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:46.448241 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:46.635632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:46.637810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:46.664025 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d3802-fbdb-42fd-80f2-5f8ced7fba34 None None] Pushing event updated for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:46.674614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Pushing event updated for resources: {'Port': ['ID=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:46.681621 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:46.749887 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:47.014016 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:47.023099 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:46Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:47.081472 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27798c53-707d-4c41-b28e-c2da79eea9ad None None] The sync data for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi is: [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:46Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:47.764504 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1f388-fac4-4746-99aa-41605c2b9312 req-9764d533-9788-4160-b95b-b0be874b8c74 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:47.776358 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-81d1f388-fac4-4746-99aa-41605c2b9312 req-9764d533-9788-4160-b95b-b0be874b8c74 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 1.1558402 Jul 31 20:02:47.824377 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 803e5b0f-4078-4c71-816b-2993deb60428 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:47.952433 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-81d1f388-fac4-4746-99aa-41605c2b9312 req-284e1a0f-f587-4f6c-8341-42abfe2eff34 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750197 Jul 31 20:02:47.977725 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef2c55-9330-41e0-9488-dbbfe86219dd None None] Network c95a63fc-8823-42c7-baac-ec89bbaa153a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:02:48.071795 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:48.090905 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for router_gateway (058476dd-7231-424a-be59-9d5deafab920), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.105676 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 803e5b0f-4078-4c71-816b-2993deb60428 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:48.106431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (803e5b0f-4078-4c71-816b-2993deb60428), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.113500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Provisioning complete for port 81d18a60-28c1-41e1-9554-cd815dc24fe0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:48.114342 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.438678 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Current status of the port 81d18a60-28c1-41e1-9554-cd815dc24fe0 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:48.439411 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.446913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3809022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3702291'] for router (058476dd-7231-424a-be59-9d5deafab920), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.628278 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] For port 81d18a60-28c1-41e1-9554-cd815dc24fe0, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=81d18a60-28c1-41e1-9554-cd815dc24fe0,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:48.649074 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.665091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 803e5b0f-4078-4c71-816b-2993deb60428 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:48.665713 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (803e5b0f-4078-4c71-816b-2993deb60428), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.732236 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:48.739264 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 803e5b0f-4078-4c71-816b-2993deb60428, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=803e5b0f-4078-4c71-816b-2993deb60428,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:48.754049 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.755335 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 81d18a60-28c1-41e1-9554-cd815dc24fe0 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:48.774145 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Router 058476dd-7231-424a-be59-9d5deafab920 is scheduled to L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 with binding_index 1 {{(pid=104001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 31 20:02:48.812798 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027828-4b65-4ea4-b803-b4b7a6be3707 None None] Pushing event updated for resources: {'Port': ['ID=81d18a60-28c1-41e1-9554-cd815dc24fe0,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:48.850389 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-f47569cd-2f48-4940-9d76-a74179b48469 None None] Provisioning complete for port 81d18a60-28c1-41e1-9554-cd815dc24fe0 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:48.851677 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f47569cd-2f48-4940-9d76-a74179b48469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:48.911354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:48.965258 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 81d18a60-28c1-41e1-9554-cd815dc24fe0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:48.965881 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:49.079508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:49.109498 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Sync routers for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:49.127646 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:49.131953 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4f9da045-b73c-48a3-8a2d-4ab67064c634 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6518631 Jul 31 20:02:49.132454 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57554) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:49.193749 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:49.194712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:49.202701 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-f47569cd-2f48-4940-9d76-a74179b48469 None None] Current status of the port 81d18a60-28c1-41e1-9554-cd815dc24fe0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:49.214798 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 81d18a60-28c1-41e1-9554-cd815dc24fe0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:49.233902 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c70a0-2b6a-4549-92a8-38e5828ad5e2 req-617d4168-ebf3-4703-b6fe-3e46d514fd28 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:49.251940 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-751c70a0-2b6a-4549-92a8-38e5828ad5e2 req-617d4168-ebf3-4703-b6fe-3e46d514fd28 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1409466 Jul 31 20:02:49.262108 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:49.382515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-751c70a0-2b6a-4549-92a8-38e5828ad5e2 req-081c80c0-4b5a-4416-9240-a661d91cae2f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241591 Jul 31 20:02:49.405421 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:49.538434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:49.833736 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 803e5b0f-4078-4c71-816b-2993deb60428 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:49.931642 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:47Z', 'revision_number': 3, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:49.955827 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:49.964050 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Checking router: 058476dd-7231-424a-be59-9d5deafab920 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:49.964450 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Updating router 058476dd-7231-424a-be59-9d5deafab920 port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec binding host dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:49.968659 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 803e5b0f-4078-4c71-816b-2993deb60428 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:49.969185 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (803e5b0f-4078-4c71-816b-2993deb60428), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.023486 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.091486 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:50.164554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 803e5b0f-4078-4c71-816b-2993deb60428 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:50.166051 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 81d18a60-28c1-41e1-9554-cd815dc24fe0 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:50.200832 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Allocated IP 172.20.0.1 (c95a63fc-8823-42c7-baac-ec89bbaa153a/97c2be3e-faa9-495e-bded-989492d41ce6/0d31caa8-6ba2-4156-b8a7-0c5e37318e40) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:02:50.225874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:50.303998 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 81d18a60-28c1-41e1-9554-cd815dc24fe0 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:50.304517 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.388742 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks [] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.451072 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.451476 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 81d18a60-28c1-41e1-9554-cd815dc24fe0 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:50.474387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks [] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), precommit_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.485409 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.499714 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:50.516043 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Network c95a63fc-8823-42c7-baac-ec89bbaa153a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:50.524201 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:50.536886 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f294c8-babd-4297-beee-c648ceac6d56 req-92c2eeb0-b137-46c7-b1d0-46603609a3e0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:50.541950 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:02:50.546758 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4f294c8-babd-4297-beee-c648ceac6d56 req-92c2eeb0-b137-46c7-b1d0-46603609a3e0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0757129 Jul 31 20:02:50.547016 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Pushing event updated for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:50.573355 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Attempting to bind port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:50.573904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Attempting to bind port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:50.574370 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Attempting to bind port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec on network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:50.603379 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:50.604374 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Checking segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:50.605383 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3807876'] for router_interface (058476dd-7231-424a-be59-9d5deafab920), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.607484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.608066 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Bound using segment: {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'} {{(pid=104002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:50.610689 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.managers [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Bound port: 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d5b68e-4f02-4a9f-a23a-9a99593d161d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}}] {{(pid=104002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:50.610689 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.611014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:50.649528 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f4f294c8-babd-4297-beee-c648ceac6d56 req-243ce534-5e8a-4f5b-9ba2-c197ce5d913e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017075 Jul 31 20:02:50.712417 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e92d2d-111e-46b3-bd4e-efc20b763fcb None None] Pushing event updated for resources: {'Port': ['ID=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,revision_number=2']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:50.731646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] For port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:50.735647 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] For port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:50.745124 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.756653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:50.814532 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:50.823201 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e92d2d-111e-46b3-bd4e-efc20b763fcb None None] Pushing event updated for resources: {'Port': ['ID=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,revision_number=3']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:50.839047 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:50.840407 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:50.978265 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-eb324281-6b25-4ac4-97f1-2a3e661442aa None None] Provisioning complete for port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:50.979350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-eb324281-6b25-4ac4-97f1-2a3e661442aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:51.039024 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-eb324281-6b25-4ac4-97f1-2a3e661442aa None None] Port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:51.043653 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:51.093748 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks [] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:51.102517 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:51.167523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3900212'] for router_interface (058476dd-7231-424a-be59-9d5deafab920), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:51.184393 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Pushing event updated for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:51.287364 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:51.289997 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '0d31caa8-6ba2-4156-b8a7-0c5e37318e40', 'name': '', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'mac_address': 'fa:16:3e:a1:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:49Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 1, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'subnets': [{'id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:51.295176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Network c95a63fc-8823-42c7-baac-ec89bbaa153a is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:02:51.298023 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:02:51.320836 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b701c8e-c855-4bfb-833b-53488acde19e None None] The sync data for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi is: [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '0d31caa8-6ba2-4156-b8a7-0c5e37318e40', 'name': '', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'mac_address': 'fa:16:3e:a1:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:49Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 1, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'subnets': [{'id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:51.431293 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:51.499552 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Router 058476dd-7231-424a-be59-9d5deafab920 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:02:51.746184 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:02:51.765031 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3b8b8219-f850-4d42-b865-065fcf07a661 admin admin] 10.222.0.48 "PUT /v2.0/routers/058476dd-7231-424a-be59-9d5deafab920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6310797 Jul 31 20:02:51.782555 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1e2e6f60-d9a0-40dd-abf5-1fbf6c574b13 None None] Provisioning complete for port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:51.782950 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6f60-d9a0-40dd-abf5-1fbf6c574b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:51.902881 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e6f60-d9a0-40dd-abf5-1fbf6c574b13 None None] Port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:02:51.988053 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf61e3b-f887-43d4-bc5d-05ebe51774ff req-255ce178-e8ea-4054-9052-7809c4aaa31a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:51.990108 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aaf61e3b-f887-43d4-bc5d-05ebe51774ff req-255ce178-e8ea-4054-9052-7809c4aaa31a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1696005 Jul 31 20:02:52.037026 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-f046a361-8768-4f01-8db3-f8d4437be66d tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:52.038972 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-f046a361-8768-4f01-8db3-f8d4437be66d tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 815 time: 0.3262663 Jul 31 20:02:52.075316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3425abed-b4e0-474d-9f09-e40126d7daea tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/quotas/a25221a81c1e49fbacdde74417e9a9c5 HTTP/1.1" status: 200 len: 375 time: 0.0190272 Jul 31 20:02:52.099364 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aaf61e3b-f887-43d4-bc5d-05ebe51774ff req-fb29bbbc-92d8-46d0-af21-a3736bb92697 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998836 Jul 31 20:02:52.135580 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-2d14c8c6-b270-464d-8bcb-74b1433b8c82 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515397 Jul 31 20:02:52.279977 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-a6d7e3d0-6bc9-43f0-aa9f-465d1c14966c service neutron] 10.222.0.48 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241837 Jul 31 20:02:52.375082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-da1a9fd4-ab46-40d7-ada6-77b997154eb9 service neutron] 10.222.0.48 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893168 Jul 31 20:02:52.393507 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57592) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:52.399688 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305261067', 'description': 'tempest-secgroup-smoke-305261067 description', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:52.425082 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.520579 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (f75b33b9-5439-4164-968d-70803fb771b3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.525488 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f75b33b9-5439-4164-968d-70803fb771b3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.573687 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.577966 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1799631 Jul 31 20:02:52.577966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee35ed3-388f-49a7-9736-f182534e7b3a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75b33b9-5439-4164-968d-70803fb771b3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:52.590084 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57598) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:52.596094 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:52.613313 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f7dd71d-c70f-4bf8-b39a-177312d40194 req-4df9a0ad-e9e1-4a49-989a-55ecc68e3162 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0633550 Jul 31 20:02:52.640623 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (892b3a97-bcfc-4eea-ab45-787a43ff8b59), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.713540 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (892b3a97-bcfc-4eea-ab45-787a43ff8b59), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.718616 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (892b3a97-bcfc-4eea-ab45-787a43ff8b59), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.739106 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892b3a97-bcfc-4eea-ab45-787a43ff8b59,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:52.750600 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.755002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57606) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:52.755583 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-36cdbfda-2774-4a18-81f3-f4899234e23a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638896 Jul 31 20:02:52.767004 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:52.806162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (7efb7a64-abe7-482d-b56b-8237c2163ecf), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.862070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:52.873733 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (7efb7a64-abe7-482d-b56b-8237c2163ecf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.878187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (7efb7a64-abe7-482d-b56b-8237c2163ecf), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.901697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb7a64-abe7-482d-b56b-8237c2163ecf,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:52.915671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:52.917178 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c2f601ac-8f9d-430b-9af0-f3fd03a3f776 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602848 Jul 31 20:02:52.920089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57610) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:52.926109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:52.964927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (263d8295-3082-40fa-af3b-07978d8fff7b), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.042239 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (263d8295-3082-40fa-af3b-07978d8fff7b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.049046 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (263d8295-3082-40fa-af3b-07978d8fff7b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.070701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=263d8295-3082-40fa-af3b-07978d8fff7b,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:53.079915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.081422 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-023114d6-5eea-4ef4-a8d5-a12493c097b3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595399 Jul 31 20:02:53.084340 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57614) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:53.090233 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:53.126060 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (f26a91a0-de88-4b29-9383-4f7da9e6a79b), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.203662 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (f26a91a0-de88-4b29-9383-4f7da9e6a79b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.210486 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (f26a91a0-de88-4b29-9383-4f7da9e6a79b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.242253 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26a91a0-de88-4b29-9383-4f7da9e6a79b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:53.249472 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.249741 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17505013-03de-4604-bf88-53bb3762997b req-b81ab44d-6c57-48a8-9eac-5886789211af tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:53.250686 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7edeada6-8b44-44bd-9ad2-519ef0c3b72d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649928 Jul 31 20:02:53.251478 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17505013-03de-4604-bf88-53bb3762997b req-b81ab44d-6c57-48a8-9eac-5886789211af tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0667870 Jul 31 20:02:53.253803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57618) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:53.258640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:53.361440 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Project d5a9021b3b804f58a2a4e73676bfc480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:02:53.379834 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (86993287-cddf-41ed-b63c-b06148802df4), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.389426 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17505013-03de-4604-bf88-53bb3762997b req-e0bfe575-d312-495b-a83b-3732139b640b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256366 Jul 31 20:02:53.454333 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (86993287-cddf-41ed-b63c-b06148802df4), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.459732 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (86993287-cddf-41ed-b63c-b06148802df4), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.472080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:53.479936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86993287-cddf-41ed-b63c-b06148802df4,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:53.489056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.490317 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6152edb2-6440-43a7-9ead-4bea64ce6be4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2353709 Jul 31 20:02:53.493106 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 57620) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:02:53.497862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'security_group_rule': {'security_group_id': 'f75b33b9-5439-4164-968d-70803fb771b3', 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:02:53.519033 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Project d5a9021b3b804f58a2a4e73676bfc480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:02:53.526172 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (bdf44f92-2b0c-4ea8-9c34-11815aba06ad), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.592683 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (bdf44f92-2b0c-4ea8-9c34-11815aba06ad), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.597021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (bdf44f92-2b0c-4ea8-9c34-11815aba06ad), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.627076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf44f92-2b0c-4ea8-9c34-11815aba06ad,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:53.636238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.646830 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-2af8805d-66b6-4f09-8046-62e7b247da99 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517289 Jul 31 20:02:53.740893 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:53.747323 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2cd827a-918b-4574-a13b-06db2cd5e67a req-48b0a3e9-98fa-4000-a1b1-19a49946d499 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0505161 Jul 31 20:02:53.820972 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:53.821516 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.923324 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:53.923728 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:53.945546 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:53.950434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:54.005348 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:54.555803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc3c1e-a050-4084-b653-0e16dfc326cb req-26f4df4e-0c05-43f4-99be-10c408ae388d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:54.559029 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cfc3c1e-a050-4084-b653-0e16dfc326cb req-26f4df4e-0c05-43f4-99be-10c408ae388d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0572278 Jul 31 20:02:54.621560 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cfc3c1e-a050-4084-b653-0e16dfc326cb req-c5fe6ecb-8241-4c7e-bc28-2a3e59e855d9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539179 Jul 31 20:02:54.881655 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b1c4a2b-f314-4a0c-a769-e6982d195bae req-9f485466-07db-4e77-919d-35dd388b8973 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0368979 Jul 31 20:02:55.662726 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:55.729478 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:55.729770 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:55.766149 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:55.802984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808b8c5-f110-47e9-bbb5-54ea537b982d req-9c648300-126e-45f7-bb22-f7d4ecb52145 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:55.804607 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6808b8c5-f110-47e9-bbb5-54ea537b982d req-9c648300-126e-45f7-bb22-f7d4ecb52145 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0812409 Jul 31 20:02:55.826899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:55.876059 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6808b8c5-f110-47e9-bbb5-54ea537b982d req-4a1fb65a-83a4-430f-ae5d-531423d0a0f2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656686 Jul 31 20:02:55.918065 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Sync routers for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:02:55.928791 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:55.929972 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:56.008657 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9244cfd5-3b53-4e7e-8d38-47fa278c685d req-245d3414-a7fc-4136-80f1-f436e64543fb tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0340657 Jul 31 20:02:56.010234 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:56.068989 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:56.289590 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '0d31caa8-6ba2-4156-b8a7-0c5e37318e40', 'name': '', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'mac_address': 'fa:16:3e:a1:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:49Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 2, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'subnets': [{'id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:56.330685 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Checking router: 058476dd-7231-424a-be59-9d5deafab920 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:02:56.331068 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Updating router 058476dd-7231-424a-be59-9d5deafab920 port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 binding host dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 31 20:02:56.378751 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:56.517670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b44f-b75a-486e-8380-36791dd93e23 req-5eadd3c6-16e2-4314-bf0f-1ca01988fdda tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:56.519409 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7043b44f-b75a-486e-8380-36791dd93e23 req-5eadd3c6-16e2-4314-bf0f-1ca01988fdda tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0601525 Jul 31 20:02:56.544534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:56.586625 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7043b44f-b75a-486e-8380-36791dd93e23 req-e2970056-4727-410a-a047-73d90ea23ced tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604508 Jul 31 20:02:56.706268 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks [] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), precommit_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:56.714858 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:56.888285 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55534253-f745-4b80-9cdb-fc0be6711d0b None None] Pushing event updated for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=3']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:56.920628 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Attempting to bind port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 on host dv-cinder-849846-6-iscsi for vnic_type normal with profile {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:02:56.921274 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Attempting to bind port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 by drivers openvswitch,hyperv on host dv-cinder-849846-6-iscsi at level 0 using segments [{'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:02:56.921387 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Attempting to bind port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 on network c95a63fc-8823-42c7-baac-ec89bbaa153a {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:02:56.927980 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Checking agent: {'id': '6bbc0e8c-5578-4146-9213-96f8f47ce404', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849846-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 51, 14), 'started_at': datetime.datetime(2022, 7, 31, 19, 51, 44), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849846-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:02:56.928219 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Checking segment: {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:02:56.928657 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:56.929306 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Bound using segment: {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'} {{(pid=104003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:02:56.929544 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.managers [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Bound port: 0d31caa8-6ba2-4156-b8a7-0c5e37318e40, host: dv-cinder-849846-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f2c68-74e0-49c0-a4db-73f00d9a50d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a'}}] {{(pid=104003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:02:56.929932 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), before_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:57.005072 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] For port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40, host dv-cinder-849846-6-iscsi, cleared binding levels {{(pid=104003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:02:57.009202 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.plugins.ml2.db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] For port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40, host dv-cinder-849846-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:02:57.014652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e84cd-9006-4dc0-9dc8-3fd6b9b88be7 req-d6ef8a8c-30fd-494d-8158-0301937aa86a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:57.016769 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-138e84cd-9006-4dc0-9dc8-3fd6b9b88be7 req-d6ef8a8c-30fd-494d-8158-0301937aa86a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0683024 Jul 31 20:02:57.019374 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron_lib.callbacks.manager [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_update {{(pid=104003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:57.072003 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:02:57.072649 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:57.126259 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:57.134368 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a27ba539-cb2f-4a53-86d5-52a46ca1073a req-e9d6d7d5-180b-45eb-be89-f781de7d31cc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0375528 Jul 31 20:02:57.137757 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-138e84cd-9006-4dc0-9dc8-3fd6b9b88be7 req-412752e8-683e-4ec2-b07c-93dd7fc3a5c4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140888 Jul 31 20:02:57.144473 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55534253-f745-4b80-9cdb-fc0be6711d0b None None] Pushing event updated for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=4']} {{(pid=104003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:57.202504 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:57.213400 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:02:57.400246 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:02:57.413104 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '0d31caa8-6ba2-4156-b8a7-0c5e37318e40', 'name': '', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'mac_address': 'fa:16:3e:a1:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:49Z', 'updated_at': '2022-07-31T20:02:56Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'subnets': [{'id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:02:57.439034 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed75260-b2c0-4891-b4bb-78bc6909b856 None None] The sync data for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi is: [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:02:50Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '0d31caa8-6ba2-4156-b8a7-0c5e37318e40', 'name': '', 'network_id': 'c95a63fc-8823-42c7-baac-ec89bbaa153a', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'mac_address': 'fa:16:3e:a1:d5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:49Z', 'updated_at': '2022-07-31T20:02:56Z', 'revision_number': 4, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'subnets': [{'id': '97c2be3e-faa9-495e-bded-989492d41ce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:02:57.691327 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:57.718232 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9319fd-6a4c-41fe-81c7-035c2fcd9d81 req-e7e01f80-c5d7-4d2a-802f-79784b6d9b20 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:57.719828 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0c9319fd-6a4c-41fe-81c7-035c2fcd9d81 req-e7e01f80-c5d7-4d2a-802f-79784b6d9b20 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0544443 Jul 31 20:02:57.746123 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:57.746504 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:57.749468 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:02:57.774510 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0c9319fd-6a4c-41fe-81c7-035c2fcd9d81 req-738d6a0f-9a16-416d-8821-2346f271481b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488684 Jul 31 20:02:57.832712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 is: DOWN; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:02:57.833103 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:57.869586 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] For port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:02:57.878263 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:57.933725 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Pushing event updated for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:02:58.283513 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f347139f-850e-4608-9004-a4443b2f9840 req-29fdc1b5-88ce-4e08-bbbe-b13f67e6a5ac tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0463457 Jul 31 20:02:58.298029 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b06b9-7bf2-434e-beff-96cab2e66964 req-00571bbc-c18e-498d-b328-40ffb8936caa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:58.299559 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e3b06b9-7bf2-434e-beff-96cab2e66964 req-00571bbc-c18e-498d-b328-40ffb8936caa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0728178 Jul 31 20:02:58.362606 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4e3b06b9-7bf2-434e-beff-96cab2e66964 req-5b120d03-16b7-4baf-99a4-b9db48c602c1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566225 Jul 31 20:02:58.897611 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e445-68d4-49c1-ac17-0fbf57ed07bc req-3c47dffe-3b98-4c8e-86a2-743ae386bdf7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:58.899284 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffc1e445-68d4-49c1-ac17-0fbf57ed07bc req-3c47dffe-3b98-4c8e-86a2-743ae386bdf7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0501225 Jul 31 20:02:58.952939 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffc1e445-68d4-49c1-ac17-0fbf57ed07bc req-6b1b3e72-a19e-4cb8-97fd-5c3bff07ecf0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479879 Jul 31 20:02:59.399945 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5f713a6c-f71b-459f-942b-695b82429dc6 req-b369ef84-38ed-4be7-95b7-b922d7c5dabe tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0345531 Jul 31 20:02:59.491450 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517660c-79ee-4428-88ed-b06968e09e74 req-cce9b629-2070-48fc-9e34-6d0c5a4b1fdd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:02:59.493211 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9517660c-79ee-4428-88ed-b06968e09e74 req-cce9b629-2070-48fc-9e34-6d0c5a4b1fdd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0475934 Jul 31 20:02:59.542007 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9517660c-79ee-4428-88ed-b06968e09e74 req-e13be09b-900e-4ded-a9a3-42058f4916b1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424998 Jul 31 20:02:59.660394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 up at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:02:59.706245 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Provisioning complete for port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:02:59.706652 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:02:59.789878 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Current status of the port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 is: ACTIVE; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:00.073762 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2638069-d70f-477b-8fd4-bbbc1e97d417 req-f14a0e9d-b820-4c9e-9d62-68db1ddb7165 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:00.075975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2638069-d70f-477b-8fd4-bbbc1e97d417 req-f14a0e9d-b820-4c9e-9d62-68db1ddb7165 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0506656 Jul 31 20:03:00.102397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:00.131677 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f2638069-d70f-477b-8fd4-bbbc1e97d417 req-54001c7f-83e6-4251-921e-b2777f500751 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Jul 31 20:03:00.503408 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02a4de17-c969-4494-9419-d197462ad270 req-452c52ef-186b-487f-82ae-126da9a1fd67 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0307419 Jul 31 20:03:00.673728 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41b61-1db9-4728-b6e8-577db9efebd7 req-373f4726-712d-4d9d-9628-7427049073fa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:00.675392 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60c41b61-1db9-4728-b6e8-577db9efebd7 req-373f4726-712d-4d9d-9628-7427049073fa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0533221 Jul 31 20:03:00.728980 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60c41b61-1db9-4728-b6e8-577db9efebd7 req-0ea9d9b7-6466-41fc-a71c-93cd7b87a429 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473108 Jul 31 20:03:00.933049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-e0623c3e-c3fc-423d-a371-ef8ec0e4735b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:00.934732 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-e0623c3e-c3fc-423d-a371-ef8ec0e4735b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.0521007 Jul 31 20:03:01.028847 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:03:01.029235 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:01.136942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] For port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:01.137272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:01.257431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:01.317915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908bbe0-633e-4b34-919a-e55ab3a4cf6c req-3f27eeb7-6dac-4b26-8ee7-c9f7a39ba144 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:01.319372 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c908bbe0-633e-4b34-919a-e55ab3a4cf6c req-3f27eeb7-6dac-4b26-8ee7-c9f7a39ba144 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 946 time: 0.1080182 Jul 31 20:03:01.432709 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c908bbe0-633e-4b34-919a-e55ab3a4cf6c req-12a406bc-0f1a-4357-94d5-fd6f4e3fe5b7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=124b6b4c-1ed0-4b64-b47b-26cad388a7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068769 Jul 31 20:03:01.434490 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:01.434848 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:01.435155 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP ab07efea-0b3f-488e-988e-b939f3cf1e78 disassociated. External IP: 172.27.0.4, port: d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3. Jul 31 20:03:01.435499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:03:01.639059 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-31fa92f7-0748-48df-88e5-8fe956c15c0e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:01.640463 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-31fa92f7-0748-48df-88e5-8fe956c15c0e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 815 time: 0.1865478 Jul 31 20:03:01.677867 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b44a2dc-b489-4720-8841-54e6671c627d req-accc8588-8e4a-463b-b0ed-e8a35881f57b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0552828 Jul 31 20:03:01.709853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:01.737184 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:01.745275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'port': {'device_id': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'admin_state_up': True, 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:01.853506 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:01.959283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cb093-218f-4c4f-a982-200785f04eae req-953a49a9-496a-470e-a92b-1ae8235bea45 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:01.960738 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb2cb093-218f-4c4f-a982-200785f04eae req-953a49a9-496a-470e-a92b-1ae8235bea45 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1243143 Jul 31 20:03:02.030713 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:03:02.044502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Made reservation on behalf of a25221a81c1e49fbacdde74417e9a9c5 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:03:02.047973 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:02.052913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb2cb093-218f-4c4f-a982-200785f04eae req-15ebfce8-7518-4fd5-90ed-6ebcf69f990e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824757 Jul 31 20:03:02.506420 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:02.596903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:03:02.609647 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:03:02.626023 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:02.626921 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:02.649989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Allocated IP 172.20.0.5 (bb115f08-ac59-4002-aab6-ff45b48b747e/8a588b90-eede-4ac5-915a-7b556b074118/635c81a2-0f42-4226-ac0b-56a4f733839f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:02.753821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] No DVR routers for this DVR port d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:03:02.757091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:02.761483 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-906b4cac-b2db-4976-960d-b28bb4a72b9c req-22456be1-92b7-4bf6-8096-6fc9fe5ded68 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "DELETE /v2.0/ports/d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 HTTP/1.1" status: 204 len: 173 time: 1.8183877 Jul 31 20:03:02.765200 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'name': 'network-vif-deleted', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:02.767998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8e8fd-79b8-45e3-9229-f44428bd4f3d" -d '{"events": [{"server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "name": "network-vif-deleted", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:02.785430 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41ddb255-8662-47c3-8e56-285ec5a66e19 req-d8ab0cc7-08e0-4284-90a8-8bc26c91a284 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.1554313 Jul 31 20:03:02.888773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ab2477-e270-4f10-a2d9-512df08579b1 x-openstack-request-id: req-99ab2477-e270-4f10-a2d9-512df08579b1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:02.889068 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feed8b88-8df9-44a5-9520-0d723924fd1d", "name": "network-vif-deleted", "tag": "d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:02.889557 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99ab2477-e270-4f10-a2d9-512df08579b1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:02.890070 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ab2477-e270-4f10-a2d9-512df08579b1'] response: {'server_uuid': 'feed8b88-8df9-44a5-9520-0d723924fd1d', 'name': 'network-vif-deleted', 'tag': 'd1dea7a4-f82d-4a04-9a13-0e5ac255e8b3', 'status': 'completed', 'code': 200} Jul 31 20:03:02.895142 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86e6253e-49f6-40e2-9faa-989d8ae66f86 req-7a32f596-525d-4ebb-b333-b3d03bf579ef tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 210 time: 0.0966876 Jul 31 20:03:03.056842 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:03.085065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:03.134151 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:03.198914 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Network bb115f08-ac59-4002-aab6-ff45b48b747e is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:03.214481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:03.221520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:03.227303 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:03.228056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:03.231802 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=62,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:03.241263 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:03.261095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:03.299866 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-3c3f1f4b-8a9c-4a9c-9882-4153131c9fec tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5591097 Jul 31 20:03:03.315414 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bf02c-6dc2-4f4d-a7bc-17d8a670fd5f req-955a860f-8f7b-49bd-8f2b-c89f8e6bc1d4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:03.319870 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc8bf02c-6dc2-4f4d-a7bc-17d8a670fd5f req-955a860f-8f7b-49bd-8f2b-c89f8e6bc1d4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1253982 Jul 31 20:03:03.442540 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc8bf02c-6dc2-4f4d-a7bc-17d8a670fd5f req-286d0e98-286c-4d1e-81c8-a02f85cb2fe1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164274 Jul 31 20:03:03.504852 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:03.552015 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:03:03.562311 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:03.563405 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:02:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:03.713307 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:03.732424 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:03.852031 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:03.863726 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-1c0c5ac9-4274-43b5-ad0a-4df834f5fcfa None None] Provisioning complete for port 635c81a2-0f42-4226-ac0b-56a4f733839f triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:03.864109 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1c0c5ac9-4274-43b5-ad0a-4df834f5fcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:03.920518 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c5ac9-4274-43b5-ad0a-4df834f5fcfa None None] Port 635c81a2-0f42-4226-ac0b-56a4f733839f cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:03:03.921902 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:03.942896 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d0204b59-4600-44c6-846f-57a048083005 req-7d11dfcb-ed95-49c9-bbdf-81b53326ff15 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0583799 Jul 31 20:03:04.014475 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:04.068165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b506c-3c65-43c5-adbd-874a4a8ded3d req-b47d8ad9-bcae-4340-992c-1444079d8847 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:04.071749 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d66b506c-3c65-43c5-adbd-874a4a8ded3d req-b47d8ad9-bcae-4340-992c-1444079d8847 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0693974 Jul 31 20:03:04.124722 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:04.133734 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d66b506c-3c65-43c5-adbd-874a4a8ded3d req-160c9f36-1ec8-49f7-a913-a05014629191 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542912 Jul 31 20:03:04.154377 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03583ec0-69b8-4959-9ac3-32016983f7eb None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '2f180fc5-e3a5-4b52-9eca-4afea4a63fac', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:3b:11:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176aa7ed-3c42-4749-852d-a397673e4e57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T19:59:45Z', 'updated_at': '2022-07-31T20:00:34Z', 'revision_number': 2, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:03:04.460473 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cd78f5-e10d-478b-9496-1a4e2a631fbf None None] New status for floating IP ab07efea-0b3f-488e-988e-b939f3cf1e78: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:03:04.627325 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74302c2-cd9f-4ea6-be16-e0140cabbcef req-a3760a1b-f951-40d4-81d6-1f149a2f2aa2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:04.636938 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e74302c2-cd9f-4ea6-be16-e0140cabbcef req-a3760a1b-f951-40d4-81d6-1f149a2f2aa2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0941250 Jul 31 20:03:04.714778 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e74302c2-cd9f-4ea6-be16-e0140cabbcef req-61956be1-204e-419f-9927-aa7ea6cffb7d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765471 Jul 31 20:03:05.052612 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-85946293-fcd4-4c92-a851-08df840eca53 req-869071e5-7e83-4cb7-9e78-274909e6f066 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0332859 Jul 31 20:03:05.233174 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:05.273186 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944059d-98ab-4918-99e8-ee1a09513d0e req-82758ed2-c782-42e8-943c-79175f8bd2ad tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:05.274751 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b944059d-98ab-4918-99e8-ee1a09513d0e req-82758ed2-c782-42e8-943c-79175f8bd2ad tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0521820 Jul 31 20:03:05.336366 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b944059d-98ab-4918-99e8-ee1a09513d0e req-088956d3-07c0-49c0-b4b8-b655b7354ef1 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559056 Jul 31 20:03:05.857215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abfbc1-e1ad-41c7-b6f0-b92cb8c0e8ab req-123a0570-2667-4f1f-b1a3-72457e6a5307 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:05.858832 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6abfbc1-e1ad-41c7-b6f0-b92cb8c0e8ab req-123a0570-2667-4f1f-b1a3-72457e6a5307 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0515258 Jul 31 20:03:05.929423 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6abfbc1-e1ad-41c7-b6f0-b92cb8c0e8ab req-32926f59-9598-430a-b85a-fd65853653c0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642724 Jul 31 20:03:06.161101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4c2b060e-aba2-4bf2-bb95-a42721f5b56c req-2e334c23-172a-4b22-bacb-c18428022103 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0331428 Jul 31 20:03:06.249360 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:03:06.268278 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:03:06.268619 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device d1dea7a4-f82d-4a04-9a13-0e5ac255e8b3 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:03:06.483013 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237bce2-7a5f-4937-acca-30a2854a09de req-f0db9972-33dc-4489-a8b4-0877f9c19266 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:06.484515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2237bce2-7a5f-4937-acca-30a2854a09de req-f0db9972-33dc-4489-a8b4-0877f9c19266 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0541842 Jul 31 20:03:06.534811 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2237bce2-7a5f-4937-acca-30a2854a09de req-0c21d6f1-e57a-4770-be80-cb2042d45e32 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444882 Jul 31 20:03:07.082778 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506f4cc-8b50-4356-a811-94fb1486a921 req-6417958c-7ba3-452f-8e58-143ebfbfd96d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:07.089760 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3506f4cc-8b50-4356-a811-94fb1486a921 req-6417958c-7ba3-452f-8e58-143ebfbfd96d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0719104 Jul 31 20:03:07.133346 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3506f4cc-8b50-4356-a811-94fb1486a921 req-c06e0286-e29b-478a-b6fb-2ba37be02a2f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416019 Jul 31 20:03:07.271138 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-681952f1-6117-4786-b26f-9f2595dd974d req-f8a669e1-6048-4696-999e-867545ed5c8b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0323830 Jul 31 20:03:07.702616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ff22f-d1a5-4027-a0df-8087b2ada2d9 req-c6fe7fba-2eb3-449c-b08f-5fbb58ca2696 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:07.704135 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b4ff22f-d1a5-4027-a0df-8087b2ada2d9 req-c6fe7fba-2eb3-449c-b08f-5fbb58ca2696 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0838308 Jul 31 20:03:07.767483 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8b4ff22f-d1a5-4027-a0df-8087b2ada2d9 req-28a3d7dd-0303-49f1-a4d8-9cedc0b16180 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565345 Jul 31 20:03:08.268207 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8b3fc-32fb-433a-9406-a6dcb6263b97 req-ba0ecec6-756d-40ac-bc3f-10c71994cedd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:08.271484 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ce8b3fc-32fb-433a-9406-a6dcb6263b97 req-ba0ecec6-756d-40ac-bc3f-10c71994cedd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0524404 Jul 31 20:03:08.338916 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ce8b3fc-32fb-433a-9406-a6dcb6263b97 req-04d826d8-f314-4a35-84c9-d1597dece975 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606074 Jul 31 20:03:08.376608 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b38ccc7-d0d8-4d27-b197-41ed6d59727c req-7239c750-7956-446a-a3ec-d26e1572721a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0312843 Jul 31 20:03:08.884548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceee98-d205-4f73-8d01-845cd7fd0fa5 req-a8ab9ba0-baa3-44a5-9acb-1200014c7061 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:08.886058 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3ceee98-d205-4f73-8d01-845cd7fd0fa5 req-a8ab9ba0-baa3-44a5-9acb-1200014c7061 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0541954 Jul 31 20:03:08.945470 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3ceee98-d205-4f73-8d01-845cd7fd0fa5 req-910a60bb-3097-418c-9c11-be112354e035 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Jul 31 20:03:09.468261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a08c8-0a39-4913-bd33-bd152d5c19e0 req-8e5f389e-3cb3-47e4-ad9e-3f2b3e02da22 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:09.469904 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a1a08c8-0a39-4913-bd33-bd152d5c19e0 req-8e5f389e-3cb3-47e4-ad9e-3f2b3e02da22 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0513058 Jul 31 20:03:09.510312 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e14a9c77-f531-4127-aadd-6e3f4107e1d7 req-cfdea917-e4aa-4601-b97a-8ce0a5442b1d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0493770 Jul 31 20:03:09.560077 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a1a08c8-0a39-4913-bd33-bd152d5c19e0 req-4ae3f099-9ecc-4fc5-b181-47d24fbea1b0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819511 Jul 31 20:03:09.594085 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c28390a0-5ec9-4906-8f8d-635a4323410a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:10.071062 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198704a-4814-42fc-8503-42b512dbbb69 req-918d816c-1bc6-42cc-b802-dcc68e4d0f9e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:10.079002 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6198704a-4814-42fc-8503-42b512dbbb69 req-918d816c-1bc6-42cc-b802-dcc68e4d0f9e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0537281 Jul 31 20:03:10.100049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:10.124792 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6198704a-4814-42fc-8503-42b512dbbb69 req-56587cd4-a15b-49cc-843a-9ef7db710637 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Jul 31 20:03:10.630714 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1fa41c48-77b2-4ec4-a814-82dd73023bde req-b64fb6e7-51c7-497c-99d7-f6535f7492a7 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0372524 Jul 31 20:03:10.709587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70469a-891b-4687-88fb-5ab1d4068d30 req-94596b13-042a-4eb1-b743-4bb9ecfc6347 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:10.711055 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb70469a-891b-4687-88fb-5ab1d4068d30 req-94596b13-042a-4eb1-b743-4bb9ecfc6347 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0494719 Jul 31 20:03:10.765552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb70469a-891b-4687-88fb-5ab1d4068d30 req-244f34f9-47c8-4628-b6c3-0573561f113b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476556 Jul 31 20:03:11.248639 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6610e61-d244-4387-8612-b77150c162b2 req-6c621f47-cf23-4d10-ad5a-e8d6b0d62801 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:11.250266 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6610e61-d244-4387-8612-b77150c162b2 req-6c621f47-cf23-4d10-ad5a-e8d6b0d62801 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0551732 Jul 31 20:03:11.271955 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:11.308673 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6610e61-d244-4387-8612-b77150c162b2 req-fd33cc66-f2ec-4e82-b46e-220fe9c455c4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526073 Jul 31 20:03:11.739663 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b3dbe5a-3e28-441c-95df-9ede65a66e68 req-c3595d38-1e14-43a1-ba28-66ea9e3bb1fa tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0355518 Jul 31 20:03:11.872081 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9793f8fe-c71f-471c-8d97-292ab4fa9d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:11.899142 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58ebd9-9b09-4064-9a4e-3e5925acc3ad req-3fb85da9-a6b2-4295-9acd-31fba89e0cc7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:11.900679 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd58ebd9-9b09-4064-9a4e-3e5925acc3ad req-3fb85da9-a6b2-4295-9acd-31fba89e0cc7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0537648 Jul 31 20:03:11.953363 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bd58ebd9-9b09-4064-9a4e-3e5925acc3ad req-6849cbaa-963c-4c5b-a4b4-776bcb87e074 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Jul 31 20:03:12.455522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226639f8-dcaf-47dc-a839-cdb63d313342 req-8c2903c5-5d74-4531-9ae3-57c165a85b15 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:12.457022 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-226639f8-dcaf-47dc-a839-cdb63d313342 req-8c2903c5-5d74-4531-9ae3-57c165a85b15 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 931 time: 0.0673208 Jul 31 20:03:12.460967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-0dd6c3ae-a49c-480e-959b-79d73922c134 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305261067&fields=id&tenant_id=d5a9021b3b804f58a2a4e73676bfc480 HTTP/1.1" status: 200 len: 267 time: 0.0946362 Jul 31 20:03:12.562586 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-226639f8-dcaf-47dc-a839-cdb63d313342 req-67d7a990-bef3-476b-846a-dde56ed664ff tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994456 Jul 31 20:03:12.600573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-86f5ea61-f252-416c-b661-cd0b14bd9186 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:12.602072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-86f5ea61-f252-416c-b661-cd0b14bd9186 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 808 time: 0.1330235 Jul 31 20:03:12.616787 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-6a71ab5c-aa13-48e9-bafc-60ca99fef695 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/quotas/d5a9021b3b804f58a2a4e73676bfc480 HTTP/1.1" status: 200 len: 375 time: 0.0091715 Jul 31 20:03:12.668557 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-fc5d505f-8e12-4eca-9c0c-68058b71d4bf tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465188 Jul 31 20:03:12.783319 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-9314a1da-bb1f-4cf3-adae-83e36f4ad66e service neutron] 10.222.0.48 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973299 Jul 31 20:03:12.831810 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:12.878638 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e08c52de-198b-4ba3-9373-02855e8861b8 req-aedf1117-1185-46ba-99e4-952bc13e6188 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0426364 Jul 31 20:03:12.914476 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-fb64933f-5f9d-4e00-8172-9623485e05c6 service neutron] 10.222.0.48 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250706 Jul 31 20:03:12.922201 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Request body: {'port': {'device_id': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:12.983096 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.103287 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:13.170562 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6196b-d285-4496-9a5c-7006cf9d879f req-a11fd33b-954d-4a62-a124-fd082fb40260 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:13.173380 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abb6196b-d285-4496-9a5c-7006cf9d879f req-a11fd33b-954d-4a62-a124-fd082fb40260 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0741165 Jul 31 20:03:13.256670 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edc0fbdb-d497-4836-8ede-6d1dbd7e9255 req-aff98e88-4178-4f39-a4a0-899410dd90e6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 210 time: 0.0442793 Jul 31 20:03:13.283419 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:13.318292 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-abb6196b-d285-4496-9a5c-7006cf9d879f req-7c6190b3-eaa1-453c-9aa9-78dc1f6479b8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349750 Jul 31 20:03:13.384878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635c81a2-0f42-4226-ac0b-56a4f733839f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:13.392778 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks [] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.406085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Transition to ACTIVE for port object 635c81a2-0f42-4226-ac0b-56a4f733839f will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:03:13.410182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.475007 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:13.485846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Attempting to bind port 635c81a2-0f42-4226-ac0b-56a4f733839f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:03:13.486188 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Attempting to bind port 635c81a2-0f42-4226-ac0b-56a4f733839f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:03:13.486520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Attempting to bind port 635c81a2-0f42-4226-ac0b-56a4f733839f on network bb115f08-ac59-4002-aab6-ff45b48b747e {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:13.491071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Port 635c81a2-0f42-4226-ac0b-56a4f733839f on network bb115f08-ac59-4002-aab6-ff45b48b747e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:03:13.491397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Attempting to bind port 635c81a2-0f42-4226-ac0b-56a4f733839f on network bb115f08-ac59-4002-aab6-ff45b48b747e {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:13.496795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:03:13.497138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Checking segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:03:13.497544 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Bound using segment: {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:03:13.497973 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Bound port: 635c81a2-0f42-4226-ac0b-56a4f733839f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061366a2-8942-44e3-abae-f43b13f70e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:03:13.498329 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.562571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:03:13.565978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:03:13.572984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.578097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:13.578756 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:13.580338 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] 10.222.0.57 "PUT /v2.0/ports/635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 1093 time: 0.6630425 Jul 31 20:03:13.582853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:13.584317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4985b-5515-4391-820e-021a316393a0" -d '{"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:13.639995 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e872-0351-4cdf-8c96-33b40ad37612 service neutron] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:13.659770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705102c0-2dd3-475b-804e-394bdb2f6b31 x-openstack-request-id: req-705102c0-2dd3-475b-804e-394bdb2f6b31 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:13.660066 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:13.660461 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-705102c0-2dd3-475b-804e-394bdb2f6b31 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:13.660869 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-705102c0-2dd3-475b-804e-394bdb2f6b31'] response: {'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:03:13.721845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3408c3-fc5e-489a-9a98-911b5352e306 req-ad5bfeb1-6cd6-4bb1-8245-327a5437450a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:13.723336 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe3408c3-fc5e-489a-9a98-911b5352e306 req-ad5bfeb1-6cd6-4bb1-8245-327a5437450a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 943 time: 0.0529056 Jul 31 20:03:13.773852 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe3408c3-fc5e-489a-9a98-911b5352e306 req-ae7771d3-51d0-4b7a-bfca-8e4977067a79 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Jul 31 20:03:13.950293 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4985b-5515-4391-820e-021a316393a0 req-15d5523a-7f35-433e-921c-7565d32f01a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:13.951864 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98f4985b-5515-4391-820e-021a316393a0 req-15d5523a-7f35-433e-921c-7565d32f01a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1127 time: 0.0417044 Jul 31 20:03:14.005735 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f45bbe10-4785-4bb0-8364-d7e0b87be926 req-3acf76bb-b522-48ac-b5ec-0654bdfef946 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=feed8b88-8df9-44a5-9520-0d723924fd1d HTTP/1.1" status: 200 len: 210 time: 0.0374782 Jul 31 20:03:14.241530 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:14.372013 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce571bf1-661c-49bf-8418-1fe90a437f1f req-38fc45f3-4600-4f97-bd72-a67b9c961b1e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 210 time: 0.0340602 Jul 31 20:03:14.399421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4985b-5515-4391-820e-021a316393a0 req-5ddaeff3-20aa-40d9-9208-6e0c1d5f1413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:14.401261 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98f4985b-5515-4391-820e-021a316393a0 req-5ddaeff3-20aa-40d9-9208-6e0c1d5f1413 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1313288 Jul 31 20:03:14.465431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:14.514843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8968d0-4a64-4125-83b6-487e98788c7f req-bde67c7d-a13f-467f-afe9-7135cc8d5057 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:14.516357 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f8968d0-4a64-4125-83b6-487e98788c7f req-bde67c7d-a13f-467f-afe9-7135cc8d5057 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.1079817 Jul 31 20:03:14.532754 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:14.535696 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=34 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:14.548782 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=24,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:14.587897 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4985b-5515-4391-820e-021a316393a0 req-04be572c-dd8a-4cec-822f-b28014d1bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:14.589417 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98f4985b-5515-4391-820e-021a316393a0 req-04be572c-dd8a-4cec-822f-b28014d1bb0c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714041 Jul 31 20:03:14.597011 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3f8968d0-4a64-4125-83b6-487e98788c7f req-138b571d-1c24-492b-80e4-c4e96cc5e570 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738986 Jul 31 20:03:14.955218 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b0c50-a532-4dc2-94fd-bc3045182dc9 req-235c95d9-a7c3-421a-a5c8-4f4c14ff7668 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:14.956619 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc4b0c50-a532-4dc2-94fd-bc3045182dc9 req-235c95d9-a7c3-421a-a5c8-4f4c14ff7668 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 943 time: 0.1011879 Jul 31 20:03:14.982713 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b2c52894-887e-44eb-aa21-7376b72746c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:14.984206 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b2c52894-887e-44eb-aa21-7376b72746c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1127 time: 0.1181009 Jul 31 20:03:15.013143 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:15.087827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b127821d-af65-405e-9736-f33e42916b10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 217 time: 0.0728319 Jul 31 20:03:15.101487 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57912) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:15.103321 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc4b0c50-a532-4dc2-94fd-bc3045182dc9 req-2def4f8f-4c9c-45bf-ae7b-0424840fff4c tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162930 Jul 31 20:03:15.151348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-34d275e6-bc64-4aa8-adde-0258af057a38 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:15.152833 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-34d275e6-bc64-4aa8-adde-0258af057a38 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 808 time: 0.2285104 Jul 31 20:03:15.158494 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (124b6b4c-1ed0-4b64-b47b-26cad388a7e1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.175616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b03574e5-1b30-49da-b458-e65d7d905cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:15.176627 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-b03574e5-1b30-49da-b458-e65d7d905cf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0619047 Jul 31 20:03:15.184305 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (124b6b4c-1ed0-4b64-b47b-26cad388a7e1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.234929 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (124b6b4c-1ed0-4b64-b47b-26cad388a7e1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.237509 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.241134 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/security-groups/124b6b4c-1ed0-4b64-b47b-26cad388a7e1 HTTP/1.1" status: 204 len: 168 time: 0.1361415 Jul 31 20:03:15.242130 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57914) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:15.253268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-2b070339-1db0-4176-9399-32e7ebaaf904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:15.254777 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-2b070339-1db0-4176-9399-32e7ebaaf904 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643492 Jul 31 20:03:15.259565 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0e0db-8dbd-4a4b-bf9b-bd8581e1396d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b6b4c-1ed0-4b64-b47b-26cad388a7e1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:15.263429 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-f6eb22da-3f7d-4968-9c2b-9451c4c817f6 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] show failed (client error): The resource could not be found. Jul 31 20:03:15.264464 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f6eb22da-3f7d-4968-9c2b-9451c4c817f6 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups/124b6b4c-1ed0-4b64-b47b-26cad388a7e1 HTTP/1.1" status: 404 len: 347 time: 0.0213721 Jul 31 20:03:15.267502 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 57916) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:15.278083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aca4e4c0-1edf-4b45-91d6-6cbdbdbfe92c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5a9021b3b804f58a2a4e73676bfc480 HTTP/1.1" status: 200 len: 379 time: 0.1092107 Jul 31 20:03:15.316472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'port': {'device_id': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'admin_state_up': True, 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'security_groups': ['f75b33b9-5439-4164-968d-70803fb771b3']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:15.386879 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port b7e134ba-90ec-4232-9e37-f426c87b84fd {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:03:15.387553 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.433872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-c9a216eb-d5be-4c20-9f65-cf1bae80ac7e service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699278 Jul 31 20:03:15.468820 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.469378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (b7e134ba-90ec-4232-9e37-f426c87b84fd), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.473754 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Made reservation on behalf of d5a9021b3b804f58a2a4e73676bfc480 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:03:15.477070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.482236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for b7e134ba-90ec-4232-9e37-f426c87b84fd owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:03:15.540112 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d878b4cc-1c6d-4ae5-91ea-c63be732869c req-a73224f0-8223-46be-b6c0-ff3256f7cda9 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 210 time: 0.0838599 Jul 31 20:03:15.629357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b7e134ba-90ec-4232-9e37-f426c87b84fd), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.655529 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=b7e134ba-90ec-4232-9e37-f426c87b84fd,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:15.672119 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce246cb9-024c-471d-8793-2c9c6e715392 req-31294c71-ee10-4281-a32d-aadc8d74bdfb service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171366 Jul 31 20:03:15.692807 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:15.702175 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Allocated IP 172.20.0.5 (ec4cb8ea-def0-4d29-9194-7dbd6540d973/991db87d-5264-4245-bb23-d0bfacc26447/5404fa72-b0c7-496c-a13f-4c664ba48b5c) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:15.723530 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (ab07efea-0b3f-488e-988e-b939f3cf1e78), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.727049 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.728307 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a6a0e913-da25-48f9-9ab2-245c873a1510 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/floatingips/ab07efea-0b3f-488e-988e-b939f3cf1e78 HTTP/1.1" status: 204 len: 168 time: 0.4592233 Jul 31 20:03:15.758714 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8ddb-c79f-40df-ac59-0ebc421c65ee req-86c7a103-df05-4a10-95b5-58778103e29c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:15.760294 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1bf8ddb-c79f-40df-ac59-0ebc421c65ee req-86c7a103-df05-4a10-95b5-58778103e29c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 944 time: 0.0714753 Jul 31 20:03:15.874443 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1bf8ddb-c79f-40df-ac59-0ebc421c65ee req-41f01c3d-fbe3-42be-b14c-a5ef0aea39a3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023512 Jul 31 20:03:15.884539 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:15.923474 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:15.962047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.008395 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:16.013757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:16.018404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:16.023741 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:16.024360 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.033745 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:16.048028 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-60ffe748-6582-45df-a1bd-68f2a439cdba tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597797 Jul 31 20:03:16.232479 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133cbdd-d57d-468a-bbb0-4ab144b9e895 req-01c058f5-8adc-4530-8d4f-c2353fbc752a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:16.234017 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b133cbdd-d57d-468a-bbb0-4ab144b9e895 req-01c058f5-8adc-4530-8d4f-c2353fbc752a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 943 time: 0.0499101 Jul 31 20:03:16.250060 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-b72101c8-007a-40ba-93db-83c70c3fcf35 None None] Provisioning complete for port 5404fa72-b0c7-496c-a13f-4c664ba48b5c triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:16.250649 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b72101c8-007a-40ba-93db-83c70c3fcf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.275442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:03:16.283632 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b133cbdd-d57d-468a-bbb0-4ab144b9e895 req-6ce4cc69-c999-4eac-992e-724b9b963885 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 Jul 31 20:03:16.291637 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-b72101c8-007a-40ba-93db-83c70c3fcf35 None None] Port 5404fa72-b0c7-496c-a13f-4c664ba48b5c cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:03:16.384470 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:16.395670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'mac_address': 'fa:16:3e:14:49:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:03:16.429853 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:16.430242 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.443573 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:16.463987 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:16.469301 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.518791 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=9']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:16.526369 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.526733 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.527104 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.527464 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.527804 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.528132 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.528458 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.528807 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.529137 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.529488 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.529813 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.530108 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.530485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.530796 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.531162 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:16.662860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97c64c-e478-4bb6-880a-ba4338df3400 req-44889512-a3c5-4c3d-af6a-b325c7a0367e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:16.664234 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f97c64c-e478-4bb6-880a-ba4338df3400 req-44889512-a3c5-4c3d-af6a-b325c7a0367e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 931 time: 0.0498772 Jul 31 20:03:16.716763 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2f97c64c-e478-4bb6-880a-ba4338df3400 req-3dd60e6f-236a-469d-9872-99917277a4eb tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468414 Jul 31 20:03:16.747928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Request body: {'port': {'device_id': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:16.823395 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:16.875232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['eaea7f4e-af98-4acb-9edb-366b7b6e28d8'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:17.007403 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:17.014532 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:17.044204 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ab2c4-9486-41d9-b310-0391cc2f08fd req-250b9d44-1376-4e4d-97c0-0d3859d0a536 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:17.045759 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-476ab2c4-9486-41d9-b310-0391cc2f08fd req-250b9d44-1376-4e4d-97c0-0d3859d0a536 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.0607026 Jul 31 20:03:17.092584 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:17.132508 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-476ab2c4-9486-41d9-b310-0391cc2f08fd req-b77a71d2-a5db-4785-b2b9-97156727a5ba tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798171 Jul 31 20:03:17.169696 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5404fa72-b0c7-496c-a13f-4c664ba48b5c {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:17.177839 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks [] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:17.191692 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Transition to ACTIVE for port object 5404fa72-b0c7-496c-a13f-4c664ba48b5c will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:03:17.196407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:17.232336 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:17.263180 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:17.275470 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Attempting to bind port 5404fa72-b0c7-496c-a13f-4c664ba48b5c on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:03:17.275808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Attempting to bind port 5404fa72-b0c7-496c-a13f-4c664ba48b5c by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:03:17.276137 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Attempting to bind port 5404fa72-b0c7-496c-a13f-4c664ba48b5c on network ec4cb8ea-def0-4d29-9194-7dbd6540d973 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:17.280799 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Port 5404fa72-b0c7-496c-a13f-4c664ba48b5c on network ec4cb8ea-def0-4d29-9194-7dbd6540d973 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:03:17.281127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Attempting to bind port 5404fa72-b0c7-496c-a13f-4c664ba48b5c on network ec4cb8ea-def0-4d29-9194-7dbd6540d973 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:17.286406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:03:17.286750 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Checking segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:03:17.287129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Bound using segment: {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:03:17.287559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Bound port: 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:03:17.287917 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:17.349284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:03:17.352983 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:03:17.368894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:17.372421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:17.373034 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:17.374418 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] 10.222.0.57 "PUT /v2.0/ports/5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 1093 time: 0.6335616 Jul 31 20:03:17.393050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:17.395310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfd7501-b229-4254-b174-1a9e2633bc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:17.440293 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e97e-1ce5-43dd-ad8b-7db3422521ff req-50f6089e-74fa-47f4-bccb-d7a593d5cb6b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:17.441821 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9d44e97e-1ce5-43dd-ad8b-7db3422521ff req-50f6089e-74fa-47f4-bccb-d7a593d5cb6b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 943 time: 0.0844603 Jul 31 20:03:17.443267 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432e4efc-290c-4dd6-a0f1-feb85baaced0 x-openstack-request-id: req-432e4efc-290c-4dd6-a0f1-feb85baaced0 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:17.443548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:17.443798 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-432e4efc-290c-4dd6-a0f1-feb85baaced0 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:17.444172 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432e4efc-290c-4dd6-a0f1-feb85baaced0'] response: {'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'status': 'completed', 'code': 200} Jul 31 20:03:17.482683 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8ce05-d1fc-4263-8a4d-e8a704154e1a service neutron] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:17.508845 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9d44e97e-1ce5-43dd-ad8b-7db3422521ff req-211cb1c5-dcdc-4d62-9172-6bc7c8bf811f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Jul 31 20:03:17.591100 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-060a5c15-d993-483c-8d85-6b1cb18a9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:17.592617 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-060a5c15-d993-483c-8d85-6b1cb18a9d6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1127 time: 0.0402341 Jul 31 20:03:17.644533 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-b9796e55-d523-4be8-9341-7a36f7ec72fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 217 time: 0.0331841 Jul 31 20:03:17.696529 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-69b7f502-aaac-42c4-9f04-392fd1e02e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:17.697913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-69b7f502-aaac-42c4-9f04-392fd1e02e2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.0470154 Jul 31 20:03:18.034906 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-cfe82119-ac1a-412f-8397-fe9edb3ec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.036183 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-cfe82119-ac1a-412f-8397-fe9edb3ec150 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3271840 Jul 31 20:03:18.060834 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc25e6-466d-4bd7-9b02-612d417fb9ee req-a49ee71c-f7fa-4e85-a3ee-cda4c462d3a7 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.062316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2efc25e6-466d-4bd7-9b02-612d417fb9ee req-a49ee71c-f7fa-4e85-a3ee-cda4c462d3a7 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0636575 Jul 31 20:03:18.160143 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2efc25e6-466d-4bd7-9b02-612d417fb9ee req-c23b9152-b361-4bec-bb9c-eb2e284694cc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879457 Jul 31 20:03:18.183773 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-25c05d42-987d-4a36-aa1d-00aba5d44ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387365 Jul 31 20:03:18.277390 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 635c81a2-0f42-4226-ac0b-56a4f733839f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:03:18.297282 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:03:18.303533 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f51b6-4d2a-4eb0-93a1-eb43eede2d83 req-080656cb-0081-41d8-8751-3bf0ada64b8d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.305173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc5f51b6-4d2a-4eb0-93a1-eb43eede2d83 req-080656cb-0081-41d8-8751-3bf0ada64b8d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 945 time: 0.0689631 Jul 31 20:03:18.350808 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20d9a2c2-b16c-4172-8f52-41d81a1c7ec0 req-5f56923a-0a08-4971-9820-19d92d78d31a service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570783 Jul 31 20:03:18.393271 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fc5f51b6-4d2a-4eb0-93a1-eb43eede2d83 req-b8d7df02-6339-49af-b7b4-53a6d8c56ff4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759296 Jul 31 20:03:18.455072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:18.455568 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:18.567591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:18.585559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:18.585712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:18.608406 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'port_id': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'mac_address': 'fa:16:3e:f8:fe:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:03:18.680451 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 635c81a2-0f42-4226-ac0b-56a4f733839f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:18.680840 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:18.682530 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:18.684792 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fe1ce2-2845-480e-a501-6fc0d8e2b2c4" -d '{"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:18.705726 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:18.707849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635c81a2-0f42-4226-ac0b-56a4f733839f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:18.713437 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:18.741859 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:18.754664 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:18.764853 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:18.778382 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=10']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:18.795912 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774bceb-d3e7-473e-be46-92777aa20606 req-627f02db-343d-44af-9fcc-eed20fb17b88 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.797368 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3774bceb-d3e7-473e-be46-92777aa20606 req-627f02db-343d-44af-9fcc-eed20fb17b88 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 943 time: 0.1203930 Jul 31 20:03:18.806498 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6fb56-cf5a-4439-a5e4-c573aa74b1fe req-3afd2635-4e83-4542-b5d6-1cb8dc20a5f0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.807934 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2d6fb56-cf5a-4439-a5e4-c573aa74b1fe req-3afd2635-4e83-4542-b5d6-1cb8dc20a5f0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.1295626 Jul 31 20:03:18.829255 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:18.835670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:18.837067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-50333a35-e1e2-45d4-a8dc-3843ad4a1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:18.838666 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-50333a35-e1e2-45d4-a8dc-3843ad4a1b8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1127 time: 0.0905848 Jul 31 20:03:18.895983 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3774bceb-d3e7-473e-be46-92777aa20606 req-ad11bbd7-c71c-464c-a4ed-23c34462c701 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851367 Jul 31 20:03:18.898951 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2d6fb56-cf5a-4439-a5e4-c573aa74b1fe req-470bd175-b80f-4cc9-903f-a0a419afc913 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840464 Jul 31 20:03:18.941213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cd586-048b-4082-81ba-a4243a44c085 x-openstack-request-id: req-a43cd586-048b-4082-81ba-a4243a44c085 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:18.941542 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-plugged", "status": "completed", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:18.941800 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a43cd586-048b-4082-81ba-a4243a44c085 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:18.942210 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43cd586-048b-4082-81ba-a4243a44c085'] response: {'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'code': 200} Jul 31 20:03:19.196826 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:19.295523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963a7d8-1ab9-4da1-bef1-0dc0b78ca7fa req-27fe4d82-5857-42f2-8e9b-ef18b39893bc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:19.297027 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d963a7d8-1ab9-4da1-bef1-0dc0b78ca7fa req-27fe4d82-5857-42f2-8e9b-ef18b39893bc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0480282 Jul 31 20:03:19.350363 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d963a7d8-1ab9-4da1-bef1-0dc0b78ca7fa req-ca5945cf-1b3a-45d5-ae18-a1a5f54f4c94 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475488 Jul 31 20:03:19.544296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c91864-8a47-46bb-91ce-870654360661 req-5ed616ff-3560-494b-882b-f382e04695f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:19.545898 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07c91864-8a47-46bb-91ce-870654360661 req-5ed616ff-3560-494b-882b-f382e04695f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0472395 Jul 31 20:03:19.592921 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07c91864-8a47-46bb-91ce-870654360661 req-a815a447-b0e3-494b-a878-0ac33c4ec2f2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Jul 31 20:03:20.055934 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed86e5-7f8f-4622-9d72-32cc21f5603a req-bfdeca3b-5e36-446a-a7b9-ef57587a5fcd tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:20.057453 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82ed86e5-7f8f-4622-9d72-32cc21f5603a req-bfdeca3b-5e36-446a-a7b9-ef57587a5fcd tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 944 time: 0.0797157 Jul 31 20:03:20.063742 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aee77-cbcc-423b-898e-76d271dd2b51 req-d1498885-12da-425c-aed1-3e6111821c84 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:20.065104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-494aee77-cbcc-423b-898e-76d271dd2b51 req-d1498885-12da-425c-aed1-3e6111821c84 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0855074 Jul 31 20:03:20.137448 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82ed86e5-7f8f-4622-9d72-32cc21f5603a req-37314efc-a00e-4f8e-b75d-1ea32dc3c92d tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713544 Jul 31 20:03:20.140643 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-494aee77-cbcc-423b-898e-76d271dd2b51 req-45ebd58d-0d43-4a4f-8114-fa173a2204de tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687866 Jul 31 20:03:20.283897 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 635c81a2-0f42-4226-ac0b-56a4f733839f up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:03:20.332462 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:20.339028 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 635c81a2-0f42-4226-ac0b-56a4f733839f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:03:20.346655 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 635c81a2-0f42-4226-ac0b-56a4f733839f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:20.347004 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:20.432161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-a7c04c80-6d63-49b2-a53c-9a57bb3b90b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:20.434080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-a7c04c80-6d63-49b2-a53c-9a57bb3b90b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.1152315 Jul 31 20:03:20.442346 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 635c81a2-0f42-4226-ac0b-56a4f733839f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:20.442741 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:20.460927 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:20.477192 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:20.482304 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:20.486751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b726d-6ecf-4b1a-8940-aa91568c2b85 req-3dc6bb76-b962-4e9b-b1f8-51fae5fa6739 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:20.488278 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-535b726d-6ecf-4b1a-8940-aa91568c2b85 req-3dc6bb76-b962-4e9b-b1f8-51fae5fa6739 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0497665 Jul 31 20:03:20.529969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:20.538710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-535b726d-6ecf-4b1a-8940-aa91568c2b85 req-e33e0a65-c8de-4d22-acc1-d5be803e9515 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Jul 31 20:03:20.728492 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a8f7f-597c-4e99-aa3d-c546fd9da854 req-2036fdf7-d7a3-481f-9986-67f6d97350c0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:20.730003 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-137a8f7f-597c-4e99-aa3d-c546fd9da854 req-2036fdf7-d7a3-481f-9986-67f6d97350c0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0492632 Jul 31 20:03:20.786764 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-137a8f7f-597c-4e99-aa3d-c546fd9da854 req-f0716c26-9102-4992-bc1b-a5b1a87a9772 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Jul 31 20:03:20.943951 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:20.947694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1066ae2-4362-4d06-a8df-25f1e251b1a5" -d '{"events": [{"server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "name": "network-vif-plugged", "status": "completed", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:20.997429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc89f95d-50aa-4f57-a325-60baff398004 x-openstack-request-id: req-dc89f95d-50aa-4f57-a325-60baff398004 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:20.997727 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "name": "network-vif-plugged", "status": "completed", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:20.997983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc89f95d-50aa-4f57-a325-60baff398004 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:20.998384 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc89f95d-50aa-4f57-a325-60baff398004'] response: {'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'code': 200} Jul 31 20:03:21.294920 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938f95e-11fb-4046-a381-551fbf308676 req-55b4de0c-1e5f-4bb6-ad5f-dac6558e4f04 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:21.296574 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4938f95e-11fb-4046-a381-551fbf308676 req-55b4de0c-1e5f-4bb6-ad5f-dac6558e4f04 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0773723 Jul 31 20:03:21.304527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff40ffc-1355-4093-b642-ce555f82ff7d req-018376ee-09c5-41eb-9319-90db7e8ea9f0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:21.305925 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ff40ffc-1355-4093-b642-ce555f82ff7d req-018376ee-09c5-41eb-9319-90db7e8ea9f0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.0766976 Jul 31 20:03:21.363772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:21.381712 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4938f95e-11fb-4046-a381-551fbf308676 req-ff47bd5b-193c-41e1-867d-55c665c28bc2 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748837 Jul 31 20:03:21.384956 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ff40ffc-1355-4093-b642-ce555f82ff7d req-2a7a4832-efaf-4658-bb82-9ddb257b8c9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714099 Jul 31 20:03:21.664791 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872161b-3654-4f13-96b0-bb2b342da11d req-d918c6a5-2ff0-435b-98ac-c218f2f01bad tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:21.666299 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3872161b-3654-4f13-96b0-bb2b342da11d req-d918c6a5-2ff0-435b-98ac-c218f2f01bad tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0517862 Jul 31 20:03:21.715619 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3872161b-3654-4f13-96b0-bb2b342da11d req-f8bbb3aa-270a-4dfe-b876-b0939252f0ac tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435307 Jul 31 20:03:21.913857 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11455315-0283-43bb-a23a-8c68cd09e168 req-8b404883-c521-4f15-a072-ed014f7c421e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:21.915380 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11455315-0283-43bb-a23a-8c68cd09e168 req-8b404883-c521-4f15-a072-ed014f7c421e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0499704 Jul 31 20:03:21.964880 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11455315-0283-43bb-a23a-8c68cd09e168 req-bcfb8595-c801-403e-b2c2-da1ad6b88e99 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437384 Jul 31 20:03:22.055785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:22.102521 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-8f843106-d865-47db-b42f-af1140380be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 217 time: 0.0527532 Jul 31 20:03:22.201639 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-83166393-1516-49e2-b572-7e12014a2595 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.203073 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-83166393-1516-49e2-b572-7e12014a2595 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.1097295 Jul 31 20:03:22.213182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-8257286e-8696-41f5-b047-b97fad0be7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.214537 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-8257286e-8696-41f5-b047-b97fad0be7bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.0901446 Jul 31 20:03:22.215409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34611945-58a3-4d7d-9274-a34fe6d8b0bb req-0e3f7a6d-7b77-471f-a647-751e95491f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.216808 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34611945-58a3-4d7d-9274-a34fe6d8b0bb req-0e3f7a6d-7b77-471f-a647-751e95491f36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1131 time: 0.0935907 Jul 31 20:03:22.411345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3a0b-74e6-49e5-acbb-a251fa0b42f9 req-8049f541-4afc-4f75-97e5-427e56f0b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.413200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db4e3a0b-74e6-49e5-acbb-a251fa0b42f9 req-8049f541-4afc-4f75-97e5-427e56f0b4d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1129 time: 0.1261528 Jul 31 20:03:22.436830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-c5f06290-8a17-475f-91c7-c0a029f240ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.438332 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-c5f06290-8a17-475f-91c7-c0a029f240ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1527369 Jul 31 20:03:22.490036 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34611945-58a3-4d7d-9274-a34fe6d8b0bb req-e4cbbbe6-9b48-4447-ad07-06a0b01facd9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110386 Jul 31 20:03:22.578856 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port 2a807f69-4e6e-4e5f-9403-2f792246e051 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:03:22.579196 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:22.672446 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e423357-c8ca-4e63-bd52-e34b96c0d8ff req-942c7dcd-39d1-4719-b82c-cff0f8e77fcf tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.673974 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6e423357-c8ca-4e63-bd52-e34b96c0d8ff req-942c7dcd-39d1-4719-b82c-cff0f8e77fcf tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.2021995 Jul 31 20:03:22.676235 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db4e3a0b-74e6-49e5-acbb-a251fa0b42f9 req-62923865-5edf-4490-a201-8896ccfb66e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314949 Jul 31 20:03:22.691348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78c813-fd2d-4a6d-89f2-035876e3d68a req-99eb9824-2ee3-428f-85c0-b567c303e51b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:22.692755 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a78c813-fd2d-4a6d-89f2-035876e3d68a req-99eb9824-2ee3-428f-85c0-b567c303e51b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 945 time: 0.2187111 Jul 31 20:03:22.781043 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-0f6bb1cc-2980-4ada-9b38-e9bcd2fa2cbb service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324437 Jul 31 20:03:22.784678 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] For port 2a807f69-4e6e-4e5f-9403-2f792246e051, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=2a807f69-4e6e-4e5f-9403-2f792246e051,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:22.785101 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:22.853208 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6e423357-c8ca-4e63-bd52-e34b96c0d8ff req-410d24de-5820-4e15-85f6-d7a13468ca68 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684229 Jul 31 20:03:22.867743 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a78c813-fd2d-4a6d-89f2-035876e3d68a req-bbb566e4-5d5b-4dcc-be95-71d533d8e439 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612673 Jul 31 20:03:22.879439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:23.004492 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd512a-3a6e-4d13-9cb6-fb882d8924da req-d016c618-933f-40f4-b9d7-ba0bda92625e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:23.006023 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8fd512a-3a6e-4d13-9cb6-fb882d8924da req-d016c618-933f-40f4-b9d7-ba0bda92625e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0857065 Jul 31 20:03:23.022577 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:23.047092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:23.047455 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:23.047768 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 2f180fc5-e3a5-4b52-9eca-4afea4a63fac disassociated. External IP: 172.27.0.170, port: 2a807f69-4e6e-4e5f-9403-2f792246e051. Jul 31 20:03:23.048120 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for 2a807f69-4e6e-4e5f-9403-2f792246e051 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:03:23.137001 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8fd512a-3a6e-4d13-9cb6-fb882d8924da req-6f395457-5a13-45ff-a4fe-04876a143404 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218567 Jul 31 20:03:23.173383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d60d9-c2a8-482a-bc8b-eccef139e439 req-585f7908-c621-4b8d-80fc-9ac1c2de0908 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:23.174772 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53d60d9-c2a8-482a-bc8b-eccef139e439 req-585f7908-c621-4b8d-80fc-9ac1c2de0908 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.1029205 Jul 31 20:03:23.290192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4745dc0-0cd2-4e69-8f83-461c1dcf6355 req-1fa3034e-59ff-4fc1-be88-13692cb6ab61 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:23.291657 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4745dc0-0cd2-4e69-8f83-461c1dcf6355 req-1fa3034e-59ff-4fc1-be88-13692cb6ab61 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0985329 Jul 31 20:03:23.316661 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53d60d9-c2a8-482a-bc8b-eccef139e439 req-7e67e853-319c-4447-9fa3-19663d822c37 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333470 Jul 31 20:03:23.323555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (2a807f69-4e6e-4e5f-9403-2f792246e051), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:23.358931 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=2a807f69-4e6e-4e5f-9403-2f792246e051,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:23.388806 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4745dc0-0cd2-4e69-8f83-461c1dcf6355 req-7300deff-0679-4342-807c-7a1133f29e9f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882604 Jul 31 20:03:23.486143 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:03:23.636074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:23.663317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:03:23.674494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ccfd7501-b229-4254-b174-1a9e2633bc2c req-721cc7d6-7127-44d7-9aad-3295e965a41f service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439960 Jul 31 20:03:23.675882 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:03:23.685645 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:23.686428 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:23.709399 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] No DVR routers for this DVR port 2a807f69-4e6e-4e5f-9403-2f792246e051 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:03:23.712606 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:23.716679 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-65dd8e5d-e326-4bae-9047-58f8dc5b396a req-1266b71d-25b2-4245-82dd-86fb64432ef0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "DELETE /v2.0/ports/2a807f69-4e6e-4e5f-9403-2f792246e051 HTTP/1.1" status: 204 len: 173 time: 1.4388907 Jul 31 20:03:23.717252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'name': 'network-vif-deleted', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:23.719908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1455d3a7-ded6-4544-b5cb-84253d0de4f9" -d '{"events": [{"server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "name": "network-vif-deleted", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:23.763970 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82b9d9-39d4-49e0-946b-4ae6cf6301b1 x-openstack-request-id: req-3d82b9d9-39d4-49e0-946b-4ae6cf6301b1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:23.764270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "176aa7ed-3c42-4749-852d-a397673e4e57", "name": "network-vif-deleted", "tag": "2a807f69-4e6e-4e5f-9403-2f792246e051", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:23.764526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3d82b9d9-39d4-49e0-946b-4ae6cf6301b1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:23.764937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d82b9d9-39d4-49e0-946b-4ae6cf6301b1'] response: {'server_uuid': '176aa7ed-3c42-4749-852d-a397673e4e57', 'name': 'network-vif-deleted', 'tag': '2a807f69-4e6e-4e5f-9403-2f792246e051', 'status': 'completed', 'code': 200} Jul 31 20:03:23.924053 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:23.996852 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02601e45-d9aa-40d0-96ca-a2a2f6818977 req-029f9b68-6475-4941-adc8-e0304d8def48 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0383251 Jul 31 20:03:24.003075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c96da-61b7-4d7e-b26c-4d0322f39cdc req-dca307ea-079e-4eb5-80be-adbc9563f68e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:24.004512 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a84c96da-61b7-4d7e-b26c-4d0322f39cdc req-dca307ea-079e-4eb5-80be-adbc9563f68e tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0759616 Jul 31 20:03:24.053813 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a84c96da-61b7-4d7e-b26c-4d0322f39cdc req-5320ca34-6ada-4281-aa57-968506788e44 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Jul 31 20:03:24.117433 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:24.142113 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:03:24.150701 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:24.151299 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:24.256495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae7c3d-dbca-4f87-b74f-0b305ab43296 req-820a1c65-a19b-49ba-a824-a373fead077b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:24.256720 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:24.258068 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14ae7c3d-dbca-4f87-b74f-0b305ab43296 req-820a1c65-a19b-49ba-a824-a373fead077b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0506921 Jul 31 20:03:24.289899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:24.326577 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-14ae7c3d-dbca-4f87-b74f-0b305ab43296 req-866760e7-3333-49a3-bf30-a9cc9dfdf35f tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611064 Jul 31 20:03:24.337970 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:03:24.463198 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1a6b-eae7-4b3d-919f-5662a068cb48 req-3f21d962-f7c7-48bc-a445-7c1924c553ae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:24.464969 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d90f1a6b-eae7-4b3d-919f-5662a068cb48 req-3f21d962-f7c7-48bc-a445-7c1924c553ae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0568712 Jul 31 20:03:24.528730 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:24.556022 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7232a3-272a-4b71-9220-c566b7c57675 req-ab35f918-3a79-4307-8068-5042e60d033e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:24.557603 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8e7232a3-272a-4b71-9220-c566b7c57675 req-ab35f918-3a79-4307-8068-5042e60d033e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0684869 Jul 31 20:03:24.562240 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d90f1a6b-eae7-4b3d-919f-5662a068cb48 req-0da564d9-57ec-4a07-b212-5a91c14879ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887692 Jul 31 20:03:24.572791 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:24.576732 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:24.631449 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8e7232a3-272a-4b71-9220-c566b7c57675 req-c2b99191-e9b9-4eaf-8f72-4a0b93fc6f30 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602121 Jul 31 20:03:24.645371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267d2b6-c2a1-4c8f-a9a0-951dfc4bcf07 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:03:24.651856 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'mac_address': 'fa:16:3e:c4:59:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:03:24.693304 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5404fa72-b0c7-496c-a13f-4c664ba48b5c is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:24.694030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:24.710941 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5404fa72-b0c7-496c-a13f-4c664ba48b5c {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:24.722293 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:24.734346 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:24.739352 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:24.789242 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:24.917550 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164898a-c741-4f94-a9aa-6f012e2b99fb None None] New status for floating IP 2f180fc5-e3a5-4b52-9eca-4afea4a63fac: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:03:25.117864 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e32f7252-dbd4-423d-b26a-a8fe7bff22be req-4332dbac-7629-4d2e-8fcf-2c7cd59228bd tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Jul 31 20:03:25.174962 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba432-32fd-42c1-a22d-1052f717db0f req-959144b3-f9ec-448f-9e4d-b5d0f55e46df tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:25.176445 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22bba432-32fd-42c1-a22d-1052f717db0f req-959144b3-f9ec-448f-9e4d-b5d0f55e46df tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Jul 31 20:03:25.228681 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22bba432-32fd-42c1-a22d-1052f717db0f req-60753da7-8eb7-4561-9e25-bffedd755066 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465715 Jul 31 20:03:25.342762 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['5404fa72-b0c7-496c-a13f-4c664ba48b5c'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:25.359526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13ecd9-5bbd-4316-8481-3f081deb77fc req-af498c91-6eb8-405f-9304-c56deb6a4a04 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:25.361949 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df13ecd9-5bbd-4316-8481-3f081deb77fc req-af498c91-6eb8-405f-9304-c56deb6a4a04 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0551903 Jul 31 20:03:25.442460 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-df13ecd9-5bbd-4316-8481-3f081deb77fc req-8b571453-d9fd-420c-95cf-7ec572639680 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752664 Jul 31 20:03:25.468107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55364715-faec-4e0e-8457-1a6919c962b1 req-f772b4ef-0aa0-4bcf-926c-5fc159d8daf6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:25.468107 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55364715-faec-4e0e-8457-1a6919c962b1 req-f772b4ef-0aa0-4bcf-926c-5fc159d8daf6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 944 time: 0.0662744 Jul 31 20:03:25.717966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=69,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:25.719473 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=58,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:25.787190 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-55364715-faec-4e0e-8457-1a6919c962b1 req-a424cb6c-1ffd-4122-8c0c-6f5a41b6931d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246801 Jul 31 20:03:25.820581 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58a6df-b695-445d-a04b-30b38ad7e18c req-0f59e4a1-a008-4455-805e-8dab111539db tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:25.822143 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd58a6df-b695-445d-a04b-30b38ad7e18c req-0f59e4a1-a008-4455-805e-8dab111539db tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0529370 Jul 31 20:03:25.903748 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cd58a6df-b695-445d-a04b-30b38ad7e18c req-29938795-a70a-4bbf-b22e-0a05b1ded2ec tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755248 Jul 31 20:03:25.916871 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb4be-2179-4092-b271-b5beeebe9797 req-e020e8f4-aff1-4ee8-b294-e9608522dbdb tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:25.918157 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf0fb4be-2179-4092-b271-b5beeebe9797 req-e020e8f4-aff1-4ee8-b294-e9608522dbdb tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0697165 Jul 31 20:03:25.988498 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cf0fb4be-2179-4092-b271-b5beeebe9797 req-a027d349-3fb1-4adf-ab5c-c5233b1b62eb tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618787 Jul 31 20:03:26.022280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b219a-78b8-4fca-9187-70699633a6e2 req-9ce46ab7-fb86-4db5-9333-18c6cd0b90e4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:26.023858 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c33b219a-78b8-4fca-9187-70699633a6e2 req-9ce46ab7-fb86-4db5-9333-18c6cd0b90e4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0552332 Jul 31 20:03:26.073895 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c33b219a-78b8-4fca-9187-70699633a6e2 req-a77fdfa6-7df8-4805-90dd-e9def6042177 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440865 Jul 31 20:03:26.229037 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91943e07-92ba-4ffa-a6ba-e6c097813d00 req-28a96572-b5b5-451c-b0c1-909356a1f10f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=176aa7ed-3c42-4749-852d-a397673e4e57 HTTP/1.1" status: 200 len: 210 time: 0.0287528 Jul 31 20:03:26.532888 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:03:26.579914 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 5404fa72-b0c7-496c-a13f-4c664ba48b5c completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:03:26.589662 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 5404fa72-b0c7-496c-a13f-4c664ba48b5c triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:26.590053 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:26.662251 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5404fa72-b0c7-496c-a13f-4c664ba48b5c is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:26.662531 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:26.686221 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:26.688597 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c5b84-4af2-46be-86e7-285df1102928" -d '{"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-plugged", "status": "completed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:26.701934 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:26.708196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:26.709063 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 2a807f69-4e6e-4e5f-9403-2f792246e051 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:03:26.732421 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a78b44-504a-4fbb-a807-e60448c7292d x-openstack-request-id: req-19a78b44-504a-4fbb-a807-e60448c7292d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:26.732735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-plugged", "status": "completed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:26.732989 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-19a78b44-504a-4fbb-a807-e60448c7292d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:26.733414 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a78b44-504a-4fbb-a807-e60448c7292d'] response: {'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'code': 200} Jul 31 20:03:26.749260 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 2a807f69-4e6e-4e5f-9403-2f792246e051 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:03:26.749617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 2a807f69-4e6e-4e5f-9403-2f792246e051 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:03:26.775157 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:26.908080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6db0b4-fd3c-4ce4-b12b-265e5f0d6f14 req-11bafddd-9fb1-4fc6-b6c4-adf40245fa23 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:26.910552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc6db0b4-fd3c-4ce4-b12b-265e5f0d6f14 req-11bafddd-9fb1-4fc6-b6c4-adf40245fa23 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0509315 Jul 31 20:03:26.957080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:26.973370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cc6db0b4-fd3c-4ce4-b12b-265e5f0d6f14 req-c01cbda5-7733-4c70-9d3d-54780f0cedf0 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569837 Jul 31 20:03:27.078633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf2e8-8a08-4318-a460-81c8bd5c29d9 req-d941d6d0-9aff-437a-b773-f7062eae332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:27.080099 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9d8cf2e8-8a08-4318-a460-81c8bd5c29d9 req-d941d6d0-9aff-437a-b773-f7062eae332d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.0483277 Jul 31 20:03:27.128172 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fc809-c407-468d-b90b-7ed73f7eb775 req-ce8ef55a-53ac-4827-b216-096735b2c85d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:27.129755 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b84fc809-c407-468d-b90b-7ed73f7eb775 req-ce8ef55a-53ac-4827-b216-096735b2c85d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0653238 Jul 31 20:03:27.164409 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9d8cf2e8-8a08-4318-a460-81c8bd5c29d9 req-11867269-70b9-4e01-9e6b-4fc3b133da20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686741 Jul 31 20:03:27.168648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:27.196283 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b84fc809-c407-468d-b90b-7ed73f7eb775 req-1bf52c80-52ce-4ec6-99b9-980a3145e213 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591419 Jul 31 20:03:27.326548 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58104) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:27.392261 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (afb4b0d8-5ff0-4a9e-b387-5aa736d4edea), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.416812 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (afb4b0d8-5ff0-4a9e-b387-5aa736d4edea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.467330 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (afb4b0d8-5ff0-4a9e-b387-5aa736d4edea), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.470363 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.471522 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/security-groups/afb4b0d8-5ff0-4a9e-b387-5aa736d4edea HTTP/1.1" status: 204 len: 168 time: 0.1439507 Jul 31 20:03:27.474606 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58110) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:27.481186 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4b0d8-5ff0-4a9e-b387-5aa736d4edea,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:27.489821 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.490111 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.490474 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.490849 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.491192 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.491316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-07f309c4-c639-4591-97d3-310e7c5be978 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] show failed (client error): The resource could not be found. Jul 31 20:03:27.491527 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.491891 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.492192 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.492527 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.492858 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.493213 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.493544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.494067 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.494200 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.494926 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77b89da-dfc9-48c1-9a88-def535ffb9a1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:03:27.496163 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-07f309c4-c639-4591-97d3-310e7c5be978 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups/afb4b0d8-5ff0-4a9e-b387-5aa736d4edea HTTP/1.1" status: 404 len: 347 time: 0.0198557 Jul 31 20:03:27.496794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58112) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:27.617939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port 5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:03:27.618292 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.696032 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.696481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.711015 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for 5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:03:27.858336 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.885963 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=5d6d0efa-a5b4-4fbb-b8a4-86a29b0f7919,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:27.914726 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (2f180fc5-e3a5-4b52-9eca-4afea4a63fac), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.917586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:27.918747 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e713c0a1-99be-4923-9ccf-c1656d01a4ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/floatingips/2f180fc5-e3a5-4b52-9eca-4afea4a63fac HTTP/1.1" status: 204 len: 168 time: 0.4208865 Jul 31 20:03:28.008716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58128) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:28.013950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095407728', 'description': 'tempest-description--346138957'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:28.042161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.114637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806be87-2cd0-4ecd-b929-8e48b9611a4e req-769ad47b-8a8c-4d8e-9ee3-c87f9dc27a79 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:28.116175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6806be87-2cd0-4ecd-b929-8e48b9611a4e req-769ad47b-8a8c-4d8e-9ee3-c87f9dc27a79 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0587430 Jul 31 20:03:28.195333 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (76d2fa14-8d8e-47a7-9732-939d8d57b0af), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.201235 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6806be87-2cd0-4ecd-b929-8e48b9611a4e req-639d29b6-3700-4aff-a067-01cbfbfe32e8 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760930 Jul 31 20:03:28.202245 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (76d2fa14-8d8e-47a7-9732-939d8d57b0af), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.235690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76d2fa14-8d8e-47a7-9732-939d8d57b0af,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:28.245206 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.246519 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d549a080-1a03-45c9-8ce3-1964a4617bdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2366564 Jul 31 20:03:28.250810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58138) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:28.255594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '76d2fa14-8d8e-47a7-9732-939d8d57b0af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:28.298991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (7667aa09-21c2-4af1-87f8-d309f7ac0be6), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.341252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:28.345730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:28.360416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7b267-0cb3-489a-8303-24ae2cb5f31d req-f9e7dd31-ae96-42f1-8482-4b1a69bafcd0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:28.362663 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63f7b267-0cb3-489a-8303-24ae2cb5f31d req-f9e7dd31-ae96-42f1-8482-4b1a69bafcd0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0747740 Jul 31 20:03:28.409565 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (7667aa09-21c2-4af1-87f8-d309f7ac0be6), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.417357 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (7667aa09-21c2-4af1-87f8-d309f7ac0be6), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.448720 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7667aa09-21c2-4af1-87f8-d309f7ac0be6,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:28.454839 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63f7b267-0cb3-489a-8303-24ae2cb5f31d req-733ca796-3561-4cab-8ed7-fa68f2d0ebfa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845525 Jul 31 20:03:28.461123 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.462393 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b0435e85-f6d6-4d60-a6e1-2a4fe72d1df1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2104516 Jul 31 20:03:28.465187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58140) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:28.469869 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '76d2fa14-8d8e-47a7-9732-939d8d57b0af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:28.497269 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (54c9362a-58d5-447e-a6a0-e7da36e98a07), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.556225 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (54c9362a-58d5-447e-a6a0-e7da36e98a07), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.561737 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (54c9362a-58d5-447e-a6a0-e7da36e98a07), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.580254 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c9362a-58d5-447e-a6a0-e7da36e98a07,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:28.585676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.586885 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-46432550-9c75-4e48-9dfd-271ae99a20b1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206417 Jul 31 20:03:28.591323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:28.595590 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:28.617738 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.884786 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:28.998142 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.27.0.21 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/2e747578-291c-44f8-a58f-4b4cd2cc89d2) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:29.105197 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.138488 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.181303 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:29.186196 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:29.188784 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:29.192774 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:29.214090 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=2e747578-291c-44f8-a58f-4b4cd2cc89d2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:29.230343 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:29.283369 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.324655 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.330808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ce9c-8758-4023-acbc-db46b70cd8ce req-b73b4d2a-82a5-4afa-b6b0-a9db292b3a47 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:29.332380 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3234ce9c-8758-4023-acbc-db46b70cd8ce req-b73b4d2a-82a5-4afa-b6b0-a9db292b3a47 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Jul 31 20:03:29.394416 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3234ce9c-8758-4023-acbc-db46b70cd8ce req-269301f1-dcf5-4d9a-8178-bcc4b284d4f4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554509 Jul 31 20:03:29.478363 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.485729 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.517846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d021b-a167-4076-a579-9c2b63b07bf6 req-c3bab826-d86a-4dde-9681-786862e27d00 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:29.519338 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-191d021b-a167-4076-a579-9c2b63b07bf6 req-c3bab826-d86a-4dde-9681-786862e27d00 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0526373 Jul 31 20:03:29.560839 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=2e747578-291c-44f8-a58f-4b4cd2cc89d2,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:29.566679 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.583367 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.584672 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c00dcdef-cde6-4812-82f3-ca5ce5a2ddd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9923916 Jul 31 20:03:29.605541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1f6d2-043f-42fe-a0e2-de6bb3d1f4f8 req-d6e365d1-e9c4-4ee6-a8e3-fcc8bfcc1766 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:29.607111 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23b1f6d2-043f-42fe-a0e2-de6bb3d1f4f8 req-d6e365d1-e9c4-4ee6-a8e3-fcc8bfcc1766 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0739539 Jul 31 20:03:29.616420 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-191d021b-a167-4076-a579-9c2b63b07bf6 req-fe2f627d-5d71-44c2-9a2b-4404c89e95d5 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912333 Jul 31 20:03:29.648892 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58154) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:29.678828 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23b1f6d2-043f-42fe-a0e2-de6bb3d1f4f8 req-74ecde77-fc57-4f5d-bbc9-02512c7ae554 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614595 Jul 31 20:03:29.791285 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6427b26-bff4-4322-bbc8-05089ad270c0 tempest-TestShelveInstance-163193982 tempest-TestShelveInstance-163193982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:29.793251 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f6427b26-bff4-4322-bbc8-05089ad270c0 tempest-TestShelveInstance-163193982 tempest-TestShelveInstance-163193982-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1124 time: 0.1431739 Jul 31 20:03:29.796418 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58168) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:29.800857 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:29.807573 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-d5bbde60-3518-4c10-8647-05161a7a2a82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2095407728&fields=id&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 267 time: 0.0441034 Jul 31 20:03:29.823549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.906059 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:29.922841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-f687415b-600f-45a0-9819-3eb355317e2c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:29.924326 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-f687415b-600f-45a0-9819-3eb355317e2c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.1092474 Jul 31 20:03:29.940011 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-544735e2-68cf-4c67-9bce-776bdd2b99cb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/quotas/2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 375 time: 0.0098543 Jul 31 20:03:29.992019 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-8db356e7-c1df-404e-a4fb-997d3bf9d839 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449400 Jul 31 20:03:30.015733 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Allocated IP 172.27.0.204 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/65ec08e4-0a5b-44cc-a7c0-3c144bbc3748) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:30.094101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-0296e746-d55a-4a30-bcac-5d4f434d9c27 service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898654 Jul 31 20:03:30.127245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.160508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.164054 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:30.164625 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:30.192187 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-df148c49-246d-468f-bca2-d664d86f75a7 service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921786 Jul 31 20:03:30.209236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:30.213405 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'Port': ['ID=65ec08e4-0a5b-44cc-a7c0-3c144bbc3748,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:30.217085 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:30.219548 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:30.364524 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16c77c7f-3358-4989-a343-899afeed119c req-b7351549-ac8a-42f5-bd5d-b13b99968f4e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0306537 Jul 31 20:03:30.595511 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for floatingip (a31c423f-bb3e-4223-9cc4-cd5fe33e11fb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.661512 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.780803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:30.803611 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f41af4-beea-452c-a21e-784b26d21a4a req-d19277c6-dde6-432d-88c4-dbbd0418a4ff tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:30.805290 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02f41af4-beea-452c-a21e-784b26d21a4a req-d19277c6-dde6-432d-88c4-dbbd0418a4ff tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0531194 Jul 31 20:03:30.822925 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.828950 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.858175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02f41af4-beea-452c-a21e-784b26d21a4a req-825f9c38-b824-4d0c-aac9-33943f949320 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452459 Jul 31 20:03:30.904093 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event updated for resources: {'Port': ['ID=65ec08e4-0a5b-44cc-a7c0-3c144bbc3748,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:30.906436 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (a31c423f-bb3e-4223-9cc4-cd5fe33e11fb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:30.942864 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:31.007910 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Floating IP a31c423f-bb3e-4223-9cc4-cd5fe33e11fb associated. External IP: 172.27.0.204, port: 5404fa72-b0c7-496c-a13f-4c664ba48b5c. Jul 31 20:03:31.181325 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:31.213030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Router 243f582e-1f7c-497d-9a24-d79b9548e777 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:03:31.320105 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:03:31.330667 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Sync routers for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:03:31.337183 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:31.342022 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:31.344130 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:31.344893 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:31.374911 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1da3acd6-b7ef-435d-b410-adb87c86de9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5774789 Jul 31 20:03:31.375596 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:31.377943 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4570cae-253d-4d64-8af1-44383062fe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:31.421872 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa501c-2163-4c80-9e35-a552cbc8a6d4 x-openstack-request-id: req-c5aa501c-2163-4c80-9e35-a552cbc8a6d4 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:31.422150 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:31.422433 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5aa501c-2163-4c80-9e35-a552cbc8a6d4 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:31.422809 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5aa501c-2163-4c80-9e35-a552cbc8a6d4'] response: {'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'status': 'completed', 'code': 200} Jul 31 20:03:31.480686 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:31.496783 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-39cd3c6c-d2f5-4929-897f-212fbc6140a8 req-1bf0abb3-d1d4-463c-9cb7-b7021c94ed04 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0295095 Jul 31 20:03:31.565172 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570cae-253d-4d64-8af1-44383062fe1d req-183017b5-397d-4049-a4ab-cac4a4eae1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:31.567242 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-183017b5-397d-4049-a4ab-cac4a4eae1f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.0695472 Jul 31 20:03:31.614335 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-e0987348-8dd5-464f-979b-6aee0880bb99 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:31.615777 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-e0987348-8dd5-464f-979b-6aee0880bb99 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.2094700 Jul 31 20:03:31.635890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:31.696411 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:31.710731 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'a31c423f-bb3e-4223-9cc4-cd5fe33e11fb', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'mac_address': 'fa:16:3e:c4:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:30Z', 'updated_at': '2022-07-31T20:03:30Z', 'revision_number': 0, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:31.729449 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-29bf9841-31e8-45fc-8815-7b31add973e3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 380 time: 0.0847681 Jul 31 20:03:31.734307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570cae-253d-4d64-8af1-44383062fe1d req-38b998fa-f4e4-430a-a7e4-9e7af455fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:31.735643 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-38b998fa-f4e4-430a-a7e4-9e7af455fbea service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.1493366 Jul 31 20:03:31.739263 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Checking router: 243f582e-1f7c-497d-9a24-d79b9548e777 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:03:31.748858 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:31.749438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:31.806762 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'port': {'device_id': 'e30cd600-cded-49be-97de-e78bdff544b8', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'admin_state_up': True, 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'security_groups': ['76d2fa14-8d8e-47a7-9732-939d8d57b0af']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:31.915738 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-29dac59c-d77d-4e7f-8b63-deecbf922396 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 999 time: 0.1182837 Jul 31 20:03:31.981651 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:32.026011 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570cae-253d-4d64-8af1-44383062fe1d req-f5f94a19-b205-4363-b681-a189d8e81936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:32.027782 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-f5f94a19-b205-4363-b681-a189d8e81936 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.0991628 Jul 31 20:03:32.039675 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb8d4a-d2be-45de-bf66-76eae2b4f38b req-7f8d8e24-b443-4fa6-9ece-b11979594765 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:32.041317 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1beb8d4a-d2be-45de-bf66-76eae2b4f38b req-7f8d8e24-b443-4fa6-9ece-b11979594765 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1014731 Jul 31 20:03:32.081365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:03:32.084616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.122202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570cae-253d-4d64-8af1-44383062fe1d req-def3d736-e47d-45a3-a2ea-6a29085d77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:32.123779 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-def3d736-e47d-45a3-a2ea-6a29085d77a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797017 Jul 31 20:03:32.192673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'a31c423f-bb3e-4223-9cc4-cd5fe33e11fb', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'mac_address': 'fa:16:3e:c4:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:30Z', 'updated_at': '2022-07-31T20:03:30Z', 'revision_number': 0, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:32.217645 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8462639-54e4-4bfa-89a9-385440417504 None None] The sync data for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi is: [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'a31c423f-bb3e-4223-9cc4-cd5fe33e11fb', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'mac_address': 'fa:16:3e:c4:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:30Z', 'updated_at': '2022-07-31T20:03:30Z', 'revision_number': 0, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:03:32.218355 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1beb8d4a-d2be-45de-bf66-76eae2b4f38b req-48d4a0d6-4bed-4e16-b6cf-a1392824246e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1627705 Jul 31 20:03:32.249266 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:32.311412 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-d9f1c882-ca5f-4320-ba77-4d08eb02eefd service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756556 Jul 31 20:03:32.334182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.20.0.9 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/70036d21-e25e-49e4-a7f8-df2a7a0f556d) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:32.413636 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4b99e-b5d8-40c4-8fdc-fc3bfc5f8b18 None None] New status for floating IP a31c423f-bb3e-4223-9cc4-cd5fe33e11fb: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:03:32.490471 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4570cae-253d-4d64-8af1-44383062fe1d req-eed06138-e1fc-421f-8adc-6abba14f2460 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673832 Jul 31 20:03:32.557833 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.603524 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.616008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:32.685353 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:32.692779 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:32.697287 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:32.702568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:32.704277 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.705867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:32.721239 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b2ae5-1553-4459-8d30-62148cf0ea2e req-d43353c3-d597-406f-9479-0734697c8c31 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:32.722743 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-578b2ae5-1553-4459-8d30-62148cf0ea2e req-d43353c3-d597-406f-9479-0734697c8c31 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 931 time: 0.1093402 Jul 31 20:03:32.741556 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-525f5866-8219-4b94-a0d6-ed25766919ad tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427307 Jul 31 20:03:32.761003 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Request body: {'port': {'device_id': 'e30cd600-cded-49be-97de-e78bdff544b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:32.815907 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-578b2ae5-1553-4459-8d30-62148cf0ea2e req-2cf89e76-7cd3-4011-97a3-c5ff2bcef7cb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848989 Jul 31 20:03:32.841945 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.936618 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4c5826ec-f8b9-4b74-8afd-485a180581fc None None] Provisioning complete for port 70036d21-e25e-49e4-a7f8-df2a7a0f556d triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:32.937275 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4c5826ec-f8b9-4b74-8afd-485a180581fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:32.971730 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4c5826ec-f8b9-4b74-8afd-485a180581fc None None] Port 70036d21-e25e-49e4-a7f8-df2a7a0f556d cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:03:33.001035 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:33.100863 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70036d21-e25e-49e4-a7f8-df2a7a0f556d {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:33.109189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks [] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.124065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Transition to ACTIVE for port object 70036d21-e25e-49e4-a7f8-df2a7a0f556d will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:03:33.127793 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.187852 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:33.199426 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Attempting to bind port 70036d21-e25e-49e4-a7f8-df2a7a0f556d on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:03:33.199767 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Attempting to bind port 70036d21-e25e-49e4-a7f8-df2a7a0f556d by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:03:33.200097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Attempting to bind port 70036d21-e25e-49e4-a7f8-df2a7a0f556d on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:33.204870 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Port 70036d21-e25e-49e4-a7f8-df2a7a0f556d on network 758cb11a-528c-4227-88a9-030f838941a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:03:33.205187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Attempting to bind port 70036d21-e25e-49e4-a7f8-df2a7a0f556d on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:03:33.210803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:03:33.211149 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:03:33.211521 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:03:33.211952 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Bound port: 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:03:33.212308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.274317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:03:33.277754 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:03:33.286567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.292283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.292950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.294454 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] 10.222.0.57 "PUT /v2.0/ports/70036d21-e25e-49e4-a7f8-df2a7a0f556d HTTP/1.1" status: 200 len: 1093 time: 0.5377834 Jul 31 20:03:33.294950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:33.297284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d" -d '{"events": [{"name": "network-changed", "server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:33.358940 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0c1ed4-7a1d-410b-81b7-1c9c14f961e2 x-openstack-request-id: req-6c0c1ed4-7a1d-410b-81b7-1c9c14f961e2 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:33.359191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:33.359381 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c0c1ed4-7a1d-410b-81b7-1c9c14f961e2 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:33.359781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0c1ed4-7a1d-410b-81b7-1c9c14f961e2'] response: {'name': 'network-changed', 'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'status': 'completed', 'code': 200} Jul 31 20:03:33.383045 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6823d-b8db-4bc6-84ee-d2d80b4322e4 req-193acce0-e362-4328-bac0-ea11305efe70 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.384513 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57a6823d-b8db-4bc6-84ee-d2d80b4322e4 req-193acce0-e362-4328-bac0-ea11305efe70 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0661845 Jul 31 20:03:33.397190 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5451e4e-e6dc-4634-8aae-5596957f7bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:33.441192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-0d273682-12c4-402f-bc51-bf267132d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.442689 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-0d273682-12c4-402f-bc51-bf267132d247 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 1127 time: 0.0659831 Jul 31 20:03:33.471072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57a6823d-b8db-4bc6-84ee-d2d80b4322e4 req-c0f7140f-3bbc-4805-b26b-1cedda99bdc2 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767047 Jul 31 20:03:33.499339 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-9d1ad69d-fa0c-47cd-999c-3ddfdbeb2f8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d HTTP/1.1" status: 200 len: 217 time: 0.0416949 Jul 31 20:03:33.529614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:33.548270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-4066fb69-e831-43ce-ae2e-3a079aefa39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.549747 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-4066fb69-e831-43ce-ae2e-3a079aefa39d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0450232 Jul 31 20:03:33.599794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-2fdc3cef-2452-4272-be91-48d2b1b7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.601352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-2fdc3cef-2452-4272-be91-48d2b1b7a0d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384576 Jul 31 20:03:33.657396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:33.719462 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-c20e01eb-1ed1-40dc-a6f5-873b76ec6fe1 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028466 Jul 31 20:03:33.975988 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d86685-1298-4013-84d5-fff01d2b6c59 req-9aa32036-2ceb-4e05-ac7e-26e801e84d1a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:33.977584 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80d86685-1298-4013-84d5-fff01d2b6c59 req-9aa32036-2ceb-4e05-ac7e-26e801e84d1a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 943 time: 0.0665250 Jul 31 20:03:34.016269 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ebb65280-7d00-4af5-bd39-afb62dc9f653 req-56f79063-044c-43ae-adca-ce652eb7e407 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530561 Jul 31 20:03:34.039643 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80d86685-1298-4013-84d5-fff01d2b6c59 req-ad2ed139-0e5e-420d-9cf3-dc96121b19a9 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553532 Jul 31 20:03:34.405008 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:03:34.592944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a59c1e-940b-4112-aa0f-97939fbf7c3f req-b5f6995a-089e-4616-8e49-bb1b5e80f0fa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:34.594490 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94a59c1e-940b-4112-aa0f-97939fbf7c3f req-b5f6995a-089e-4616-8e49-bb1b5e80f0fa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0485322 Jul 31 20:03:34.634120 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:34.646262 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94a59c1e-940b-4112-aa0f-97939fbf7c3f req-ffdb41e6-5a4c-415a-9fee-ea5b91e8bbc2 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437286 Jul 31 20:03:35.163232 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11834900-3e4c-475a-a033-bb5d61a4430c req-369c033a-e952-4c7d-8ba7-2a2769acc2c1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:35.164724 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11834900-3e4c-475a-a033-bb5d61a4430c req-369c033a-e952-4c7d-8ba7-2a2769acc2c1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 943 time: 0.0512383 Jul 31 20:03:35.212549 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11834900-3e4c-475a-a033-bb5d61a4430c req-30618567-1a04-41c3-bd88-e8d3c0b35001 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Jul 31 20:03:35.694746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-83a31758-b4b0-4ca4-9598-87c659fc4739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:35.696322 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-83a31758-b4b0-4ca4-9598-87c659fc4739 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 1127 time: 0.0429771 Jul 31 20:03:35.769477 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659fd4a-c609-4f41-ae51-cf6acceeb15d req-e21968e1-0c3a-41cf-8168-31895314447c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:35.770955 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5659fd4a-c609-4f41-ae51-cf6acceeb15d req-e21968e1-0c3a-41cf-8168-31895314447c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Jul 31 20:03:35.820642 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5659fd4a-c609-4f41-ae51-cf6acceeb15d req-654e9711-8c54-4b1d-8a69-8d72e92246e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440674 Jul 31 20:03:36.034413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e10b7-2631-496e-82fb-18dbaaf2f0f9 req-672e6c70-eae1-43cd-8661-1608172f1ef7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.035468 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db5e10b7-2631-496e-82fb-18dbaaf2f0f9 req-672e6c70-eae1-43cd-8661-1608172f1ef7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0566325 Jul 31 20:03:36.083031 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db5e10b7-2631-496e-82fb-18dbaaf2f0f9 req-1caee5b7-a979-4dd9-bedf-5637c4eb6d33 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418792 Jul 31 20:03:36.216695 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-d86b6a03-e1ec-4b88-ac54-48c74e471a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.218644 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-d86b6a03-e1ec-4b88-ac54-48c74e471a38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.0954928 Jul 31 20:03:36.330331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b44a1-9489-4864-8d46-91aa9a0232c5 req-b04daddf-7975-4a28-a53f-b445a81eb9a0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.331805 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-867b44a1-9489-4864-8d46-91aa9a0232c5 req-b04daddf-7975-4a28-a53f-b445a81eb9a0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 943 time: 0.0489895 Jul 31 20:03:36.379127 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-867b44a1-9489-4864-8d46-91aa9a0232c5 req-83c777ac-4dee-4955-a00d-5f10fe053218 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417390 Jul 31 20:03:36.624918 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-a5924888-6080-4c5f-aa94-e8b55a3511af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d HTTP/1.1" status: 200 len: 217 time: 0.0467367 Jul 31 20:03:36.663030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:36.698782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-3b067682-a594-4840-9039-c79f6210cf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.700538 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-3b067682-a594-4840-9039-c79f6210cf4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 1129 time: 0.0846779 Jul 31 20:03:36.733731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-7eb36285-6817-4f33-8ea4-3b519022b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.735184 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-7eb36285-6817-4f33-8ea4-3b519022b2fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0837338 Jul 31 20:03:36.830959 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-847bb9d3-0300-492d-9a00-c18ffd202cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.832467 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-847bb9d3-0300-492d-9a00-c18ffd202cf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725446 Jul 31 20:03:36.899586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-f89da47c-3b64-4884-9934-b1110423d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:36.901080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-f89da47c-3b64-4884-9934-b1110423d473 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.1893573 Jul 31 20:03:37.311072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-c5dfa798-a945-41f2-8109-9e54f52db4e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 200 len: 1000 time: 0.4018364 Jul 31 20:03:37.317884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956d405-2e74-41d8-8ea5-9b1860525682 req-0c1fc978-e22c-4d69-80f4-318c9234641e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.319312 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4956d405-2e74-41d8-8ea5-9b1860525682 req-0c1fc978-e22c-4d69-80f4-318c9234641e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.1146917 Jul 31 20:03:37.321340 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-ffd6f1af-9d30-40a8-a8b6-661a4a4a9167 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791362 Jul 31 20:03:37.327138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ff7a7-c540-48d0-9093-5e5399eaf149 req-927ae4c3-6b64-4d98-a020-60c66bde75f4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.328470 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-260ff7a7-c540-48d0-9093-5e5399eaf149 req-927ae4c3-6b64-4d98-a020-60c66bde75f4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.1226416 Jul 31 20:03:37.420451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:37.478926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-75f1e80c-fc82-4725-8320-bb915b37e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.480394 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-75f1e80c-fc82-4725-8320-bb915b37e6cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.1500320 Jul 31 20:03:37.534402 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4956d405-2e74-41d8-8ea5-9b1860525682 req-9e16aa21-21c3-43c8-8d7a-2b9fe0181449 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2029688 Jul 31 20:03:37.557815 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-260ff7a7-c540-48d0-9093-5e5399eaf149 req-32a373dc-27c5-4d9a-a29a-77f9e6f99bdf tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094634 Jul 31 20:03:37.562157 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-27363a26-6a7f-4a7e-b4a5-61a0a17fa39d req-332e895e-1530-4af9-8ad6-81a0d0ffc346 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328455 Jul 31 20:03:37.570522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-a7957c65-f2b3-4519-a198-b4d4bc9a2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.571938 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-a7957c65-f2b3-4519-a198-b4d4bc9a2832 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626738 Jul 31 20:03:37.588641 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58252) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:37.701078 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886c6b6-dd9f-4735-bdc2-587013c500a3 req-1b0d6a75-4fb5-4c9a-8440-101aef743d76 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.702530 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b886c6b6-dd9f-4735-bdc2-587013c500a3 req-1b0d6a75-4fb5-4c9a-8440-101aef743d76 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 943 time: 0.0676560 Jul 31 20:03:37.748187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f03df4-73c7-48f3-812d-be52e66d1250 tempest-TestMinimumBasicScenario-1019146965 tempest-TestMinimumBasicScenario-1019146965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.749849 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e9f03df4-73c7-48f3-812d-be52e66d1250 tempest-TestMinimumBasicScenario-1019146965 tempest-TestMinimumBasicScenario-1019146965-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1124 time: 0.1599584 Jul 31 20:03:37.752870 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58256) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:37.757226 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'port_id': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:37.765953 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-559200c0-6260-403c-b88f-6d30f8a4dea5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824950 Jul 31 20:03:37.772813 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-8cbb1ef9-3253-463c-9718-b4d464cf421a service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873405 Jul 31 20:03:37.781051 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:37.789530 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b886c6b6-dd9f-4735-bdc2-587013c500a3 req-bfe0f821-7195-4b0a-8385-01efb99f98bc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699856 Jul 31 20:03:37.870154 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:37.870434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:37.909594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-22bc6ca8-e36d-4265-a149-c6369581fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:37.911076 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-22bc6ca8-e36d-4265-a149-c6369581fcf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 1131 time: 0.0502770 Jul 31 20:03:37.937736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ed7ebb51-1c3b-404a-9aa5-e75768ea56e4 req-91d8bc9c-a21e-41c9-b917-aea0cb036f3d service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265235 Jul 31 20:03:37.985498 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Allocated IP 172.27.0.45 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/2dd74bf5-c452-460e-b422-0a5f170f0d2d) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:03:38.030219 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-45d43c82-a011-4357-8680-6b93d62e1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:38.031708 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-45d43c82-a011-4357-8680-6b93d62e1926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.0967283 Jul 31 20:03:38.090558 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.096089 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:38.115312 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-9af3ff06-0bf2-4127-9eb1-8b14a83b0cfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 200 len: 1002 time: 0.0557981 Jul 31 20:03:38.131323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.172390 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:03:38.175403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-e1789b13-4047-4b7f-80f1-c6cef775a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:38.176874 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-e1789b13-4047-4b7f-80f1-c6cef775a048 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0492036 Jul 31 20:03:38.179350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:03:38.184042 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:03:38.187234 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'Port': ['ID=2dd74bf5-c452-460e-b422-0a5f170f0d2d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:38.225125 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-834985af-fca0-4b50-b919-9ce7dbf3be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:38.226692 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-834985af-fca0-4b50-b919-9ce7dbf3be6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396128 Jul 31 20:03:38.321782 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-809a0519-b4d3-47dc-aeaf-116340a8026a service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Jul 31 20:03:38.388393 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:38.448494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-982c8d73-7544-47a1-9a1c-028ddaa8e80f req-0e36bdb1-4049-4733-8164-548a07e63591 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139939 Jul 31 20:03:38.579006 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 70036d21-e25e-49e4-a7f8-df2a7a0f556d details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:03:38.627273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:38.664922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c9912-6e6a-4e56-874b-53477e306e43 req-ea5d43df-2890-43f3-8e33-aff4028bcd84 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:38.666557 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-372c9912-6e6a-4e56-874b-53477e306e43 req-ea5d43df-2890-43f3-8e33-aff4028bcd84 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0506699 Jul 31 20:03:38.701658 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:38.713332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'port_id': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'mac_address': 'fa:16:3e:5e:0e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:03:38.715138 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-372c9912-6e6a-4e56-874b-53477e306e43 req-df9f8d2e-aeed-4d94-b7b8-6510576d84ae tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417786 Jul 31 20:03:38.719291 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:38.754626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 70036d21-e25e-49e4-a7f8-df2a7a0f556d is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:38.755011 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.767663 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70036d21-e25e-49e4-a7f8-df2a7a0f556d {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:03:38.770498 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for floatingip (8de71114-a3b1-4850-af96-648030d2b792), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.787548 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:38.792121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.839868 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:38.840530 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.915194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca91ae3-b085-47c9-b3d0-125cd22adeca req-42344547-c3e5-4a7e-b0d6-911cd5958dcb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:38.916717 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ca91ae3-b085-47c9-b3d0-125cd22adeca req-42344547-c3e5-4a7e-b0d6-911cd5958dcb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 944 time: 0.0534937 Jul 31 20:03:38.965193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ca91ae3-b085-47c9-b3d0-125cd22adeca req-0b351dd1-89d0-4a8c-8c19-2a1ccfb133d9 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Jul 31 20:03:38.990026 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:38.997030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.001554 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:39.069791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (8de71114-a3b1-4850-af96-648030d2b792), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.074780 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'Port': ['ID=2dd74bf5-c452-460e-b422-0a5f170f0d2d,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:39.178462 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Floating IP 8de71114-a3b1-4850-af96-648030d2b792 associated. External IP: 172.27.0.45, port: 635c81a2-0f42-4226-ac0b-56a4f733839f. Jul 31 20:03:39.229184 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['70036d21-e25e-49e4-a7f8-df2a7a0f556d'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:39.321571 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:39.383604 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Router 1ed210d3-096b-4d59-87f5-671430f4a95e has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:03:39.492503 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:03:39.509270 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Sync routers for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:03:39.513341 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.520354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:39.521000 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:39.543703 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-85be81e4-ba88-440e-87ce-d2ec5e337df5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7896888 Jul 31 20:03:39.544296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:39.546590 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404a4c16-b6f0-4102-b45c-a19d876bf27d" -d '{"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:39.547013 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58268) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:39.551749 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540683190', 'description': 'tempest-secgroup-smoke-540683190 description', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:39.580164 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.601572 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d7a842-18e5-48f2-8c3b-985e0a7f9bab x-openstack-request-id: req-86d7a842-18e5-48f2-8c3b-985e0a7f9bab {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:39.601984 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:39.602478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86d7a842-18e5-48f2-8c3b-985e0a7f9bab {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:39.603513 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d7a842-18e5-48f2-8c3b-985e0a7f9bab'] response: {'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:03:39.635266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-84eb866f-e4d3-4d4a-a076-1c4ac9a35d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.640093 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:39.664538 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (f39e97ea-e3c3-4f24-a5f7-e04513ad136d), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.674356 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f39e97ea-e3c3-4f24-a5f7-e04513ad136d), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.727317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.728535 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1804733 Jul 31 20:03:39.731796 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58272) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:39.731950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-5d4243b2-edc3-4adc-b685-6e55ff85f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:39.733463 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-5d4243b2-edc3-4adc-b685-6e55ff85f770 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1129 time: 0.0717776 Jul 31 20:03:39.735931 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d31ccf-1223-4512-b960-081258366a38 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e97ea-e3c3-4f24-a5f7-e04513ad136d,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:39.736362 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:39.754663 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:39.771079 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (fd36682c-c3c2-42d9-89f0-23699bdb1325), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.834330 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:39.840889 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (fd36682c-c3c2-42d9-89f0-23699bdb1325), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.844921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (fd36682c-c3c2-42d9-89f0-23699bdb1325), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.866132 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd36682c-c3c2-42d9-89f0-23699bdb1325,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:39.874848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '8de71114-a3b1-4850-af96-648030d2b792', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'port_id': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'mac_address': 'fa:16:3e:f8:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:38Z', 'updated_at': '2022-07-31T20:03:38Z', 'revision_number': 0, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:39.881897 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.883230 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6ae9ea70-68d9-495a-8eee-eff2a723d38f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504340 Jul 31 20:03:39.884034 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5380e1a-a63b-4dff-9ff1-cab06de3f8ea req-5ddad85b-f443-4661-ad9e-0b227bd8075f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:39.886180 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:39.889625 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5380e1a-a63b-4dff-9ff1-cab06de3f8ea req-5ddad85b-f443-4661-ad9e-0b227bd8075f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0745239 Jul 31 20:03:39.891158 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:39.904839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Checking router: 1ed210d3-096b-4d59-87f5-671430f4a95e for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:03:39.914934 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:39.915552 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:39.924602 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (174113dd-6647-43fa-a76a-01ad8ec2c873), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.926830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-6b36ab8e-2a29-443b-974f-986ba306606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:39.928322 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-6b36ab8e-2a29-443b-974f-986ba306606a service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.1823051 Jul 31 20:03:39.984532 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (174113dd-6647-43fa-a76a-01ad8ec2c873), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.988964 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (174113dd-6647-43fa-a76a-01ad8ec2c873), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:39.996055 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5380e1a-a63b-4dff-9ff1-cab06de3f8ea req-85532128-98ad-4252-9d12-20d7a07e17a3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988657 Jul 31 20:03:40.013089 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-0970a59e-953f-4c0d-83df-8d5a47875e52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 998 time: 0.0752397 Jul 31 20:03:40.033785 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:40.038729 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174113dd-6647-43fa-a76a-01ad8ec2c873,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.053028 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.057802 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-66655a19-2898-40bd-bcac-f4ceb2fffbd3 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1704075 Jul 31 20:03:40.061473 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58282) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:40.066163 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:40.079616 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:40.098194 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (99dc9d6f-c8e5-4cff-80d8-927f72ca548f), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.130182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-bffa131c-34fe-41b7-8455-724b6a1b8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:40.131872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-bffa131c-34fe-41b7-8455-724b6a1b8e45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.1018856 Jul 31 20:03:40.138570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdfb80-b3d9-4fa3-b39e-2d42aaf3afa8 req-99697061-31a1-49ce-8150-58d48866fe38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:40.140011 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66cdfb80-b3d9-4fa3-b39e-2d42aaf3afa8 req-99697061-31a1-49ce-8150-58d48866fe38 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 944 time: 0.0682414 Jul 31 20:03:40.165464 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (99dc9d6f-c8e5-4cff-80d8-927f72ca548f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.171552 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (99dc9d6f-c8e5-4cff-80d8-927f72ca548f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.191799 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dc9d6f-c8e5-4cff-80d8-927f72ca548f,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.196014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-544c1e39-5f5b-4822-9d2e-1fa5bef6fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:40.197736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-544c1e39-5f5b-4822-9d2e-1fa5bef6fecc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567775 Jul 31 20:03:40.204236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.205621 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d7ef6340-92d4-40f2-a459-2e094c2a29fc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429961 Jul 31 20:03:40.208909 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58284) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:40.213383 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:40.216521 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:40.244821 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (3620cbb1-02a2-4891-9b69-5c8a7a741868), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.247011 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66cdfb80-b3d9-4fa3-b39e-2d42aaf3afa8 req-e2c51bf3-6aa0-4d80-ac05-45fa6ab80981 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969245 Jul 31 20:03:40.287488 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:40.289543 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '8de71114-a3b1-4850-af96-648030d2b792', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'port_id': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'mac_address': 'fa:16:3e:f8:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:38Z', 'updated_at': '2022-07-31T20:03:38Z', 'revision_number': 0, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:40.300026 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (3620cbb1-02a2-4891-9b69-5c8a7a741868), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.305046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (3620cbb1-02a2-4891-9b69-5c8a7a741868), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.316211 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2ebb9-a4de-43c1-8943-f7edb44d1853 None None] The sync data for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi is: [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '8de71114-a3b1-4850-af96-648030d2b792', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'port_id': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'mac_address': 'fa:16:3e:f8:fe:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:38Z', 'updated_at': '2022-07-31T20:03:38Z', 'revision_number': 0, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:03:40.326638 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-02a33929-b9b1-47c9-9fd3-d8c338a53521 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088562 Jul 31 20:03:40.327381 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3620cbb1-02a2-4891-9b69-5c8a7a741868,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.335279 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.336633 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-00d2c96f-80c8-4b6f-9c9a-dd668f921618 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265843 Jul 31 20:03:40.340216 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58286) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:40.344509 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:40.368107 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.securitygroups_db [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Project a25221a81c1e49fbacdde74417e9a9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:03:40.375289 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (b51e4cc8-ba63-468d-b3a6-a8894de1c51c), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.435540 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-404a4c16-b6f0-4102-b45c-a19d876bf27d req-2065a347-d214-4962-a30c-7119397fb425 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000640 Jul 31 20:03:40.437044 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (b51e4cc8-ba63-468d-b3a6-a8894de1c51c), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.442461 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (b51e4cc8-ba63-468d-b3a6-a8894de1c51c), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.469267 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51e4cc8-ba63-468d-b3a6-a8894de1c51c,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.478178 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.479471 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c46b819f-084c-4d94-a005-b283777e94b5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383042 Jul 31 20:03:40.482447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58288) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:40.487681 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'security_group_rule': {'security_group_id': 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d', 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:40.513779 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.securitygroups_db [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Project a25221a81c1e49fbacdde74417e9a9c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 31 20:03:40.521302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (589a67cd-73bb-4711-bb1c-01733262390c), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.552933 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bc606-95c0-41f6-aa7a-9bb298f3e5ea None None] New status for floating IP 8de71114-a3b1-4850-af96-648030d2b792: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:03:40.598606 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (589a67cd-73bb-4711-bb1c-01733262390c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.603914 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (589a67cd-73bb-4711-bb1c-01733262390c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.610443 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 70036d21-e25e-49e4-a7f8-df2a7a0f556d up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:03:40.620894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589a67cd-73bb-4711-bb1c-01733262390c,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.641474 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.643154 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9b33b452-082d-4b10-8f81-b866e70fa783 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596146 Jul 31 20:03:40.669352 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 70036d21-e25e-49e4-a7f8-df2a7a0f556d completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:03:40.678415 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 70036d21-e25e-49e4-a7f8-df2a7a0f556d triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:03:40.678951 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.753207 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-03f540e7-1db0-4156-b2f6-80ab87f04f29 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540683190&fields=id&tenant_id=a25221a81c1e49fbacdde74417e9a9c5 HTTP/1.1" status: 200 len: 267 time: 0.0478084 Jul 31 20:03:40.762123 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 70036d21-e25e-49e4-a7f8-df2a7a0f556d is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:03:40.762509 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.785396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:40.787626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b60d86-6fa9-4bdb-b5d4-a2a2034e5222" -d '{"events": [{"server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "name": "network-vif-plugged", "status": "completed", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:40.798323 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:40.800276 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:40.806076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.810490 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-fafee869-0c45-4362-afd1-53f785c58f13 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:40.811998 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-fafee869-0c45-4362-afd1-53f785c58f13 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0532467 Jul 31 20:03:40.824419 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'port': {'security_groups': ['cfd6304e-ed0d-4122-9ac9-94109a1b6b58', 'f39e97ea-e3c3-4f24-a5f7-e04513ad136d']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:40.833420 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c6fced-8e32-4508-b370-fc6fdadd396a x-openstack-request-id: req-f8c6fced-8e32-4508-b370-fc6fdadd396a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:40.833711 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "name": "network-vif-plugged", "status": "completed", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:40.833982 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f8c6fced-8e32-4508-b370-fc6fdadd396a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:40.834369 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8c6fced-8e32-4508-b370-fc6fdadd396a'] response: {'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'code': 200} Jul 31 20:03:40.865112 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:40.905127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:40.983896 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:41.102344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea753e-af17-4c9e-a7d3-65262258cdca req-4123263f-4b6f-4a26-9aa5-ce46bf241cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:41.103839 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1ea753e-af17-4c9e-a7d3-65262258cdca req-4123263f-4b6f-4a26-9aa5-ce46bf241cc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 1129 time: 0.0543275 Jul 31 20:03:41.147149 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:03:41.191038 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1ea753e-af17-4c9e-a7d3-65262258cdca req-b81b3882-18c2-4fdf-a8e8-71359f893b2c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791337 Jul 31 20:03:41.192841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:41.199657 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:41.210602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:41.211219 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:41.212544 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2703064-ec1c-4159-826c-a9d0aded58f6 req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "PUT /v2.0/ports/635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 981 time: 0.3928678 Jul 31 20:03:41.213026 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:41.217399 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4" -d '{"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:41.245337 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:41.283025 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79683d03-a6b8-4913-927c-89f81773a4fc x-openstack-request-id: req-79683d03-a6b8-4913-927c-89f81773a4fc {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:41.283314 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:41.283566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79683d03-a6b8-4913-927c-89f81773a4fc {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:41.283967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79683d03-a6b8-4913-927c-89f81773a4fc'] response: {'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:03:41.288031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753761d7-4f65-4dcd-abe7-ec0633e20828 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=6']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:03:41.322028 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c5917-73a3-43cc-97b9-9a5f30e9a6f3 req-11fc2d28-f7d6-4067-9c36-b307907fc770 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:41.323700 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9c5917-73a3-43cc-97b9-9a5f30e9a6f3 req-11fc2d28-f7d6-4067-9c36-b307907fc770 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0572188 Jul 31 20:03:41.374215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:41.411457 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6459a0-2264-46e2-84c7-95acec3b804c req-fb54db23-fe7f-41f6-b440-449635b4d734 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:41.412856 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb6459a0-2264-46e2-84c7-95acec3b804c req-fb54db23-fe7f-41f6-b440-449635b4d734 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0751698 Jul 31 20:03:41.436313 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9c5917-73a3-43cc-97b9-9a5f30e9a6f3 req-53c8836e-cbda-48c1-9a9d-036a5bc3f7f2 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1065302 Jul 31 20:03:41.484963 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cb6459a0-2264-46e2-84c7-95acec3b804c req-42a9ec46-ef28-485f-be64-629f46038720 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619404 Jul 31 20:03:41.524279 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:03:41.660139 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:41.735232 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-a87a9bb2-a12e-4252-9419-420769870c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:41.736788 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-a87a9bb2-a12e-4252-9419-420769870c32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1168 time: 0.0439889 Jul 31 20:03:41.817076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:41.896626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ab578971-9659-43b3-a189-950b919eaa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:42.432714 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-e8cdfe69-4507-466d-9218-55100b627c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:42.434378 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-e8cdfe69-4507-466d-9218-55100b627c86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.1016123 Jul 31 20:03:42.547940 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-86b58eb3-92d0-4ce9-ae2e-79318edd977c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 1000 time: 0.0781119 Jul 31 20:03:42.608975 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6835ca-89e7-415f-a3b7-0cd81f8ab5e9 req-6ffa9cff-a3ae-48a1-9a33-fcf06366421c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:42.610476 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d6835ca-89e7-415f-a3b7-0cd81f8ab5e9 req-6ffa9cff-a3ae-48a1-9a33-fcf06366421c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0474038 Jul 31 20:03:42.660872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d6835ca-89e7-415f-a3b7-0cd81f8ab5e9 req-9b3ec676-073a-4002-bf53-8188c92e49c4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421906 Jul 31 20:03:42.757285 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-7d7fa9c1-b701-4d30-9ae0-eb83ae97fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:42.758795 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-7d7fa9c1-b701-4d30-9ae0-eb83ae97fbdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0482838 Jul 31 20:03:42.840337 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:43.478397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-e081b253-9c9d-49c7-9475-4fd350f4310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:43.480271 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-e081b253-9c9d-49c7-9475-4fd350f4310f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502155 Jul 31 20:03:43.770061 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:43.788113 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3d2f-afb2-4220-81fd-7f8a26ff03aa req-d83cf688-335b-459d-aef1-adedbdb4bb36 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:43.790259 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4aaf3d2f-afb2-4220-81fd-7f8a26ff03aa req-d83cf688-335b-459d-aef1-adedbdb4bb36 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0578561 Jul 31 20:03:43.841830 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4aaf3d2f-afb2-4220-81fd-7f8a26ff03aa req-57666813-accf-438f-aa35-b62398fe56ec tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Jul 31 20:03:43.968095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1d828-cc6c-4f2e-9dcf-69a4db3bcc7e req-cd478be7-968d-4f3a-9a9a-a9d65acc58dc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:43.969677 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-72e1d828-cc6c-4f2e-9dcf-69a4db3bcc7e req-cd478be7-968d-4f3a-9a9a-a9d65acc58dc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0574009 Jul 31 20:03:43.980028 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58316) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:03:43.984466 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'port_id': '70036d21-e25e-49e4-a7f8-df2a7a0f556d'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:03:44.026232 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:44.239274 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:44.461952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:44.468324 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:44.472757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:44.871661 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:44.921958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 528f0e63-6775-4431-bcfb-ad5fba692052 associated. External IP: 172.27.0.21, port: 70036d21-e25e-49e4-a7f8-df2a7a0f556d. Jul 31 20:03:44.956785 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-383ed553-8d1b-47ed-afcb-0c6820743819 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479566 Jul 31 20:03:45.129452 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:45.139122 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-63d26442-65ca-4f4b-841b-edd0e7fd6bf4 req-d5b95a42-78d4-47e8-8ed8-c2484941baf1 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704693 Jul 31 20:03:45.211044 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:03:45.333963 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ec89a-b033-44e7-b5d8-0dc6d77284c8 req-e2d9a61c-c5bf-4cb0-92e1-78043863f84e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.335457 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b1ec89a-b033-44e7-b5d8-0dc6d77284c8 req-e2d9a61c-c5bf-4cb0-92e1-78043863f84e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.1168940 Jul 31 20:03:45.364047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-c26c28da-d091-45f1-9b50-c83c00e14f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.365486 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-c26c28da-d091-45f1-9b50-c83c00e14f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0894997 Jul 31 20:03:45.470794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:03:45.477024 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:03:45.481050 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:03:45.485129 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5b1ec89a-b033-44e7-b5d8-0dc6d77284c8 req-be96f88a-b463-489e-852b-d3bb66aad0cc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225646 Jul 31 20:03:45.491634 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:45.492246 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:45.534059 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7ee47d6d-fea4-4902-9c60-a1ba1e26c799 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "PUT /v2.0/floatingips/528f0e63-6775-4431-bcfb-ad5fba692052 HTTP/1.1" status: 200 len: 990 time: 1.5524974 Jul 31 20:03:45.536282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:03:45.538138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1638dae0-98eb-402e-95b8-d6d60f6d705c" -d '{"events": [{"name": "network-changed", "server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:03:45.543189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-bd168b04-0dcb-45e7-86b2-52b24d1b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.544763 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-bd168b04-0dcb-45e7-86b2-52b24d1b4865 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1692441 Jul 31 20:03:45.589179 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167acbb-a418-4ef0-8463-15425b6b9866 x-openstack-request-id: req-a167acbb-a418-4ef0-8463-15425b6b9866 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:03:45.589369 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:03:45.589633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a167acbb-a418-4ef0-8463-15425b6b9866 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:03:45.590038 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a167acbb-a418-4ef0-8463-15425b6b9866'] response: {'name': 'network-changed', 'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'status': 'completed', 'code': 200} Jul 31 20:03:45.596228 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:45.613056 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-a8597306-0cda-44a4-96aa-29580d6c0913 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1002 time: 0.0589499 Jul 31 20:03:45.727472 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-ad9d6c58-600e-4285-84ba-d5ce487f0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.729234 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-ad9d6c58-600e-4285-84ba-d5ce487f0337 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 1129 time: 0.0687480 Jul 31 20:03:45.733739 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-e8d04d3c-a44f-46c1-b7c9-f8f5d5fa628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.735301 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-e8d04d3c-a44f-46c1-b7c9-f8f5d5fa628b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0831490 Jul 31 20:03:45.791070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:45.830146 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-3134a670-94bf-4dc8-89b2-f85face9d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.831717 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-3134a670-94bf-4dc8-89b2-f85face9d417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861490 Jul 31 20:03:45.908057 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-4e4f3141-76ab-4097-9ae0-38b5403602bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:45.909501 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-4e4f3141-76ab-4097-9ae0-38b5403602bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.1726456 Jul 31 20:03:45.952397 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '528f0e63-6775-4431-bcfb-ad5fba692052', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:5e:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30cd600-cded-49be-97de-e78bdff544b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:29Z', 'updated_at': '2022-07-31T20:03:44Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:45.977365 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:03:45.986243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:03:45.986839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:03:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:45.993829 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-2764e08a-839b-4b99-aa61-7f63b6c1dcd3 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446486 Jul 31 20:03:46.001530 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-0a7acb66-a738-4bb6-916a-5f59f338f961 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d HTTP/1.1" status: 200 len: 998 time: 0.0840530 Jul 31 20:03:46.101193 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:03:46.105849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-cb6fa27c-1fd9-4f49-88bb-81990710b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:46.107328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-cb6fa27c-1fd9-4f49-88bb-81990710b560 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0948436 Jul 31 20:03:46.133071 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:46.157066 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:46.165418 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e7d97fd7-b662-4708-a1f7-d3ec7de1e336 req-cc54ff9f-e26d-4375-b3b7-673345899aca service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627181 Jul 31 20:03:46.168587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-791f5c27-2204-4c3a-9ef0-5f1d28ae3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:46.169989 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-791f5c27-2204-4c3a-9ef0-5f1d28ae3f26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519311 Jul 31 20:03:46.290336 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-808cdadd-fc6f-42d8-876b-547108e4c92c service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985742 Jul 31 20:03:46.331780 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '528f0e63-6775-4431-bcfb-ad5fba692052', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:5e:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30cd600-cded-49be-97de-e78bdff544b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:29Z', 'updated_at': '2022-07-31T20:03:44Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:03:46.357434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765ed1b-e7db-4db1-bb0d-36df51bdb550 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '528f0e63-6775-4431-bcfb-ad5fba692052', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:5e:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30cd600-cded-49be-97de-e78bdff544b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:03:29Z', 'updated_at': '2022-07-31T20:03:44Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:03:46.529000 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1638dae0-98eb-402e-95b8-d6d60f6d705c req-aff2edfd-8942-42be-bab7-c4378a078d76 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962994 Jul 31 20:03:46.558255 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea27e90-20ca-49bd-ad97-61dee7e87dd1 None None] New status for floating IP 528f0e63-6775-4431-bcfb-ad5fba692052: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:03:46.560499 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:46.590532 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:46.626810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c4f9-0a1f-4b40-8d9d-0ab073638ab6 req-b5003fb3-7627-4ad4-b80f-c1703a7cb492 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:46.629965 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7c8c4f9-0a1f-4b40-8d9d-0ab073638ab6 req-b5003fb3-7627-4ad4-b80f-c1703a7cb492 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0608060 Jul 31 20:03:46.689997 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f7c8c4f9-0a1f-4b40-8d9d-0ab073638ab6 req-eaf555b0-f506-4cd7-acbf-5469a621beff tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535409 Jul 31 20:03:47.836750 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650f6bf-90a9-4c09-8e8b-cbaa30d70c8a req-625ca9fc-5b77-40bc-9370-7b8c7b34459e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:47.838301 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6650f6bf-90a9-4c09-8e8b-cbaa30d70c8a req-625ca9fc-5b77-40bc-9370-7b8c7b34459e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0489898 Jul 31 20:03:47.890035 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6650f6bf-90a9-4c09-8e8b-cbaa30d70c8a req-25c843cf-8841-4f35-9757-e37e434a9952 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Jul 31 20:03:49.026642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c052e-e009-4db2-b75c-bac7753a34d2 req-63a2ccb8-7f71-489c-b07c-699970d95cca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:49.028140 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a46c052e-e009-4db2-b75c-bac7753a34d2 req-63a2ccb8-7f71-489c-b07c-699970d95cca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0481784 Jul 31 20:03:49.080205 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a46c052e-e009-4db2-b75c-bac7753a34d2 req-46ba4601-bf2f-4615-b662-058e3e785979 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Jul 31 20:03:50.224258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bb213-94b5-4b33-8339-bc3b31ed68cc req-6f569247-cf51-4848-80ad-e00b772f90dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:50.225757 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe0bb213-94b5-4b33-8339-bc3b31ed68cc req-6f569247-cf51-4848-80ad-e00b772f90dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0589437 Jul 31 20:03:50.262386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:50.274585 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fe0bb213-94b5-4b33-8339-bc3b31ed68cc req-8da5f936-8043-4aef-abd6-1b3d498b6dd7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432234 Jul 31 20:03:50.463981 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=73,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:50.469240 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:51.400178 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754b31-f7c9-407b-a95b-2eaaf5f50383 req-b676e960-7fd2-4010-a0d3-eae84f29ddc0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:51.401680 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d754b31-f7c9-407b-a95b-2eaaf5f50383 req-b676e960-7fd2-4010-a0d3-eae84f29ddc0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0484889 Jul 31 20:03:51.450425 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7d754b31-f7c9-407b-a95b-2eaaf5f50383 req-2e80be25-add4-45af-b259-ff68043c4a20 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Jul 31 20:03:52.580565 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62815-ab5f-4db0-b8fc-f42f6f8a78ed req-3ffd3a8d-083e-4533-b3eb-9833e9ca04d2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:52.582074 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3d62815-ab5f-4db0-b8fc-f42f6f8a78ed req-3ffd3a8d-083e-4533-b3eb-9833e9ca04d2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0531547 Jul 31 20:03:52.639615 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3d62815-ab5f-4db0-b8fc-f42f6f8a78ed req-0b31abc0-afa5-4a54-a2e3-b77e797ecd3f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519271 Jul 31 20:03:53.758757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd53e-2b21-45dc-8bc7-2ed3721c7ab5 req-7f5cfbff-f824-4b42-8ae9-77e15abbff7e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:53.760210 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbedd53e-2b21-45dc-8bc7-2ed3721c7ab5 req-7f5cfbff-f824-4b42-8ae9-77e15abbff7e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0470438 Jul 31 20:03:53.809964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bbedd53e-2b21-45dc-8bc7-2ed3721c7ab5 req-5a2ddb67-b385-4622-ac09-78ee69c4b54f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442119 Jul 31 20:03:54.956736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2653e-2c93-455e-bada-5b76f4758ddf req-e766503f-4378-4f5e-a9eb-e93839a39d96 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:54.958250 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2db2653e-2c93-455e-bada-5b76f4758ddf req-e766503f-4378-4f5e-a9eb-e93839a39d96 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0535235 Jul 31 20:03:55.006611 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2db2653e-2c93-455e-bada-5b76f4758ddf req-70968e45-6e7a-4923-82b6-a455ca801e30 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427430 Jul 31 20:03:56.130736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf7d5c-dcfc-4da4-89a9-26f279520a69 req-6571061d-b6cc-45bc-aa29-2987487cbaf8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:56.132202 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0daf7d5c-dcfc-4da4-89a9-26f279520a69 req-6571061d-b6cc-45bc-aa29-2987487cbaf8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0509572 Jul 31 20:03:56.175940 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:56.184218 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0daf7d5c-dcfc-4da4-89a9-26f279520a69 req-31858022-aacf-4186-bb4a-1c78199af492 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Jul 31 20:03:56.334640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:56.335836 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=18 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:03:57.307989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b06d6-8333-40f8-8160-1a79ed318954 req-59cbc933-d51a-4b0b-9ad9-3437fce1626c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:57.309477 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a80b06d6-8333-40f8-8160-1a79ed318954 req-59cbc933-d51a-4b0b-9ad9-3437fce1626c tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0479333 Jul 31 20:03:57.361367 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a80b06d6-8333-40f8-8160-1a79ed318954 req-ea0686eb-da70-4b63-a6c9-2ed6c12e868a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463121 Jul 31 20:03:58.495010 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd2b6-4d0e-415a-9225-fd5af233053e req-8e065d33-4df4-4e6b-9f46-87d7fc427760 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:58.496488 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a65fd2b6-4d0e-415a-9225-fd5af233053e req-8e065d33-4df4-4e6b-9f46-87d7fc427760 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0557368 Jul 31 20:03:58.547801 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a65fd2b6-4d0e-415a-9225-fd5af233053e req-462306f9-d644-427b-aa54-b17fdfc5f822 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454414 Jul 31 20:03:59.684105 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc9a97-9c32-4fa6-b608-f2c34c44bdf5 req-dbfcd401-ae8e-4207-afbc-6bae75a0e0f5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:03:59.685630 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fcc9a97-9c32-4fa6-b608-f2c34c44bdf5 req-dbfcd401-ae8e-4207-afbc-6bae75a0e0f5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0496328 Jul 31 20:03:59.737965 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fcc9a97-9c32-4fa6-b608-f2c34c44bdf5 req-a7d8ff65-b892-4e3d-92a5-c9a3a41e6a44 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Jul 31 20:04:00.882042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c45b-578d-40e2-b8ce-887de3ca4736 req-54b4ea80-4511-421d-ac8e-b7a487408eef tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:00.883479 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5d39c45b-578d-40e2-b8ce-887de3ca4736 req-54b4ea80-4511-421d-ac8e-b7a487408eef tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0605850 Jul 31 20:04:00.934841 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5d39c45b-578d-40e2-b8ce-887de3ca4736 req-9a184ee7-aa93-4104-a2c4-50ad0a41cb3e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455363 Jul 31 20:04:02.066075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc161f-2e0c-4432-8fc1-56b009fce38c req-c96edcdd-bd7e-46b9-bfb6-1db136960455 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:02.067583 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96cc161f-2e0c-4432-8fc1-56b009fce38c req-c96edcdd-bd7e-46b9-bfb6-1db136960455 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0479190 Jul 31 20:04:02.113949 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96cc161f-2e0c-4432-8fc1-56b009fce38c req-6bc5c029-3e24-448f-8d5b-517f2eee3064 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406220 Jul 31 20:04:03.249602 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0de3d-16b5-4c0f-a409-d09ae9219ec9 req-f2154b20-7883-42ee-9ddd-cc3a8bae304a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:03.251121 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fb0de3d-16b5-4c0f-a409-d09ae9219ec9 req-f2154b20-7883-42ee-9ddd-cc3a8bae304a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0488923 Jul 31 20:04:03.279315 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:03.311047 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4fb0de3d-16b5-4c0f-a409-d09ae9219ec9 req-8873b5b7-7836-4f9d-a1b8-870db8e3aec3 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539382 Jul 31 20:04:03.337449 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0f1cc-a959-47aa-8de4-9d91457bbf4e req-e20b4f56-acd6-4148-ad4e-d672a50b1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:03.338934 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29f0f1cc-a959-47aa-8de4-9d91457bbf4e req-e20b4f56-acd6-4148-ad4e-d672a50b1d36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0425630 Jul 31 20:04:03.386826 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29f0f1cc-a959-47aa-8de4-9d91457bbf4e req-52d06a3d-77b4-41a4-94b6-73bb1ae23de4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Jul 31 20:04:03.667744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:04.445928 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6c64d-307c-479b-91ac-6d53b0e65843 req-ca7935e5-a34e-4e5f-95f1-b2820e1f44b5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:04.447667 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dcd6c64d-307c-479b-91ac-6d53b0e65843 req-ca7935e5-a34e-4e5f-95f1-b2820e1f44b5 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0539014 Jul 31 20:04:04.498565 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dcd6c64d-307c-479b-91ac-6d53b0e65843 req-f06dc601-5f27-4b81-acec-b7cb03ce17a7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450637 Jul 31 20:04:05.636979 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb0c4-f7de-4fc7-a2d8-de5098f6823a req-69a039d8-a1e3-4fa1-8623-43b6c523cf0a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:05.638657 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-58dcb0c4-f7de-4fc7-a2d8-de5098f6823a req-69a039d8-a1e3-4fa1-8623-43b6c523cf0a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0630980 Jul 31 20:04:05.688415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-58dcb0c4-f7de-4fc7-a2d8-de5098f6823a req-cfb2a981-4334-4a7c-bcbb-2a74f9a1b077 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Jul 31 20:04:06.149346 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b439-7ff1-4682-8193-bfede7bb4499 req-b2f7f20a-7afc-4dc7-ac1f-fe2d18d8c511 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:06.151320 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07d3b439-7ff1-4682-8193-bfede7bb4499 req-b2f7f20a-7afc-4dc7-ac1f-fe2d18d8c511 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0846667 Jul 31 20:04:06.154596 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-f5087006-4b99-4f0d-88b0-d679185d3754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:06.155973 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-f5087006-4b99-4f0d-88b0-d679185d3754 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0607893 Jul 31 20:04:06.254015 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07d3b439-7ff1-4682-8193-bfede7bb4499 req-de729168-54b3-448c-9158-26e041c60c3f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969393 Jul 31 20:04:06.279393 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-b40056b4-4216-4bf1-8f64-e7a9855a384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:06.280827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-b40056b4-4216-4bf1-8f64-e7a9855a384d service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1152039 Jul 31 20:04:06.325526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:06.347171 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-4af699a2-de8e-41ac-a7d8-5030d827cc72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1002 time: 0.0587199 Jul 31 20:04:06.398907 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-0e139da3-2e62-49bb-b18e-6d29043170e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:06.400365 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-0e139da3-2e62-49bb-b18e-6d29043170e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0433047 Jul 31 20:04:06.445534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-95e9e1b6-443a-4082-9862-755199149aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:06.446962 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-95e9e1b6-443a-4082-9862-755199149aba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368996 Jul 31 20:04:06.546328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-aad13927-f808-490c-be4b-1dca894d9894 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879230 Jul 31 20:04:06.646032 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eebbc29f-d3b9-4f97-8e0d-fbae30047733 req-4530c851-24c6-4a2b-9002-41c77df59648 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903158 Jul 31 20:04:07.394606 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666449b-576e-4ed2-b564-add762668d00 req-73ad3895-76e1-4b18-b2a2-f4daba65fb2d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:07.396142 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0666449b-576e-4ed2-b564-add762668d00 req-73ad3895-76e1-4b18-b2a2-f4daba65fb2d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0609200 Jul 31 20:04:07.442387 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0666449b-576e-4ed2-b564-add762668d00 req-48fd60bf-8e1a-413b-9551-47a43d0eafcc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406988 Jul 31 20:04:08.547326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:08.566489 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5828d2-91a5-49ce-a24d-7caf46aea6fc req-94972d6c-0e14-4200-8413-687b1e3accd9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:08.568067 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b5828d2-91a5-49ce-a24d-7caf46aea6fc req-94972d6c-0e14-4200-8413-687b1e3accd9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0488117 Jul 31 20:04:08.617230 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b5828d2-91a5-49ce-a24d-7caf46aea6fc req-1f423d4c-68ab-40c8-b5f3-f295fda64733 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Jul 31 20:04:09.453863 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:09.454537 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=24 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:09.601927 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54cec950-429d-4ccb-894c-10ac8995f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:09.749337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16001eb-cc35-478c-aecf-653e21e42eff req-03d23cfa-2213-467d-8140-fa9fa786bbca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:09.750746 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d16001eb-cc35-478c-aecf-653e21e42eff req-03d23cfa-2213-467d-8140-fa9fa786bbca tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0493321 Jul 31 20:04:09.801809 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d16001eb-cc35-478c-aecf-653e21e42eff req-c5b8f2fb-0d68-4f29-b9c2-5ca813a3f217 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453489 Jul 31 20:04:10.940229 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4b65-3ada-4f21-aafc-2349a6de1ec1 req-519cc426-2c89-4a88-a8f6-d50d7c60fe94 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:10.941736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-905b4b65-3ada-4f21-aafc-2349a6de1ec1 req-519cc426-2c89-4a88-a8f6-d50d7c60fe94 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0631886 Jul 31 20:04:10.990814 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-905b4b65-3ada-4f21-aafc-2349a6de1ec1 req-f5707e05-11f4-464c-b729-b1e2a7959ad2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Jul 31 20:04:11.111741 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96329ac-ced0-47bd-9c4c-3d3f800822f2 req-61fb839b-81e4-46fa-86e1-670c98853c8d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:11.113134 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a96329ac-ced0-47bd-9c4c-3d3f800822f2 req-61fb839b-81e4-46fa-86e1-670c98853c8d tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0477948 Jul 31 20:04:11.127754 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58430) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:11.132338 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Request body: {'floatingip': {'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:11.187536 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:11.403684 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:04:11.646169 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:11.651951 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:11.866576 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:11.881424 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-732aadaa-4ae0-4296-a5a5-8c8bf945006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:11.970073 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:11.974842 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:11.980180 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:11.991354 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:11.991990 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:12.005564 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:12.007846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc94e72-2779-48e0-a187-b2f5aafcd449" -d '{"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:12.044380 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4c4d4366-f41e-4472-91c1-56b0a5537bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "PUT /v2.0/floatingips/72f51a67-5067-4450-a897-94c633789ebf HTTP/1.1" status: 200 len: 994 time: 0.9115562 Jul 31 20:04:12.058790 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3ea1d-0842-4384-a91c-1a6d212132c8 x-openstack-request-id: req-9fc3ea1d-0842-4384-a91c-1a6d212132c8 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:12.059078 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:12.059331 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fc3ea1d-0842-4384-a91c-1a6d212132c8 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:12.059733 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc3ea1d-0842-4384-a91c-1a6d212132c8'] response: {'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'status': 'completed', 'code': 200} Jul 31 20:04:12.102425 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:12.160319 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-fd6e1711-3c77-4ce2-b149-8a1361fa1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:12.161806 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-fd6e1711-3c77-4ce2-b149-8a1361fa1ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0432611 Jul 31 20:04:12.326158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:04:11Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:12.351885 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:12.362005 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:12.362639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:12.467361 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:12.516622 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-78a280a6-6bae-4531-bffb-d4b7c470e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:12.518180 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-78a280a6-6bae-4531-bffb-d4b7c470e1d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.3497512 Jul 31 20:04:12.583128 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-31ef03e4-0ed5-4e5d-936b-59fee386647a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1002 time: 0.0578032 Jul 31 20:04:12.639284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-2224f5b0-b2f9-48de-981f-753b769c2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:12.640780 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-2224f5b0-b2f9-48de-981f-753b769c2c29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0449450 Jul 31 20:04:12.676005 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:12.678098 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:04:11Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:12.689431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-63443d99-cfdd-465c-ae57-edf2cd847b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:12.691061 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-63443d99-cfdd-465c-ae57-edf2cd847b9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425842 Jul 31 20:04:12.709621 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf5e220-b126-4878-9293-c34d2b407075 None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '72f51a67-5067-4450-a897-94c633789ebf', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'port_id': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'mac_address': 'fa:16:3e:26:86:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:02:06Z', 'updated_at': '2022-07-31T20:04:11Z', 'revision_number': 3, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:12.793791 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-3076a205-248f-46c2-8a08-629da237e39e service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911949 Jul 31 20:04:12.837017 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:12.899032 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9cc94e72-2779-48e0-a187-b2f5aafcd449 req-515e90ab-9fab-427c-9908-175f81c6ac64 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919130 Jul 31 20:04:14.061555 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:14.063910 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00483d4d-c3e9-44af-94e6-4c78098ce554" -d '{"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:14.101914 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246b4f56-a1f7-48bc-9fc5-24e370c36690 x-openstack-request-id: req-246b4f56-a1f7-48bc-9fc5-24e370c36690 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:14.102208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:14.102461 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-246b4f56-a1f7-48bc-9fc5-24e370c36690 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:14.102867 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-246b4f56-a1f7-48bc-9fc5-24e370c36690'] response: {'name': 'network-changed', 'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'status': 'completed', 'code': 200} Jul 31 20:04:14.201961 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-2d3e6b91-47fc-4875-bc12-36e8b362cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.203457 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-2d3e6b91-47fc-4875-bc12-36e8b362cb70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 1130 time: 0.0437195 Jul 31 20:04:14.242932 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:14.312511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-5417097c-9498-4837-b51b-6c998191d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.313950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-5417097c-9498-4837-b51b-6c998191d44d service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.0911503 Jul 31 20:04:14.383402 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-1a8ad81c-def0-4238-871a-9c0877eb189c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 200 len: 1002 time: 0.0611768 Jul 31 20:04:14.440631 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-adcb2932-5f9b-4bc7-aa0b-61d7b752f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.442101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-adcb2932-5f9b-4bc7-aa0b-61d7b752f147 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.0441699 Jul 31 20:04:14.467868 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:14.490222 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-478dbfae-90ed-41ce-add0-cbff0eb889b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.491755 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-478dbfae-90ed-41ce-add0-cbff0eb889b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418844 Jul 31 20:04:14.546063 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:14.589168 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-906943f8-ed5f-466f-a84e-a1cb0d65b1db service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893142 Jul 31 20:04:14.683177 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00483d4d-c3e9-44af-94e6-4c78098ce554 req-3314a178-ebec-473a-a387-896bfc867260 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841770 Jul 31 20:04:14.864523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a904435-459d-42ce-bbd4-71b4c73f2370 req-430bdc57-0944-4ff7-8d00-ea2b4083eb4c tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.866020 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a904435-459d-42ce-bbd4-71b4c73f2370 req-430bdc57-0944-4ff7-8d00-ea2b4083eb4c tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0533645 Jul 31 20:04:14.937544 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-eed6d993-1a3f-41ae-931b-a5fdc99c748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:14.939064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-eed6d993-1a3f-41ae-931b-a5fdc99c748b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1168 time: 0.0609248 Jul 31 20:04:14.967539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a904435-459d-42ce-bbd4-71b4c73f2370 req-4acec6fa-138c-4e3d-9e20-f47c454931f5 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954130 Jul 31 20:04:15.051130 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-7c1d5930-cd58-4114-b1f9-5482130eca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:15.052681 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-7c1d5930-cd58-4114-b1f9-5482130eca90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.0986114 Jul 31 20:04:15.116351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:15.125775 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-3e4cc7d2-ebe8-4b90-96f5-0c96bc45872a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 1000 time: 0.0572071 Jul 31 20:04:15.179430 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-11a1428f-a803-4a2b-a75d-a1742c557768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:15.181080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-11a1428f-a803-4a2b-a75d-a1742c557768 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0480075 Jul 31 20:04:15.225363 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-099efc07-582d-40c6-8d87-4954de454a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:15.226895 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-099efc07-582d-40c6-8d87-4954de454a64 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393569 Jul 31 20:04:15.323228 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-c6795185-17b4-4fe6-903a-610a0191747a service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870972 Jul 31 20:04:15.434990 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f27990c-9d30-448b-9f5d-120bd13c1406 req-6250f873-e630-47d7-b2b1-fa187bc62a5a service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973849 Jul 31 20:04:16.098984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d3b73-102a-4075-966e-1da708f2e3cf req-bb1c503e-5c29-4ca1-8ada-e6260e77f1d1 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:16.100488 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e08d3b73-102a-4075-966e-1da708f2e3cf req-bb1c503e-5c29-4ca1-8ada-e6260e77f1d1 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0482800 Jul 31 20:04:16.160417 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e08d3b73-102a-4075-966e-1da708f2e3cf req-631f5b6c-59a5-4db9-917a-bccb9af43bff tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542097 Jul 31 20:04:17.295119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbaea58-f152-4449-87cb-5dbcde0985e2 req-b61d637c-3dba-41e9-b550-aa7b2808f8e2 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:17.296604 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaea58-f152-4449-87cb-5dbcde0985e2 req-b61d637c-3dba-41e9-b550-aa7b2808f8e2 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0561531 Jul 31 20:04:17.362438 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8cbaea58-f152-4449-87cb-5dbcde0985e2 req-916a42b0-fe0b-4499-94a7-2fe14ac9d7d6 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574286 Jul 31 20:04:17.837652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7175405-29b8-49a2-823b-712ddc524bc6 req-7699c6bb-b3c2-46f1-9b3d-6540b229f5ae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:17.839135 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7175405-29b8-49a2-823b-712ddc524bc6 req-7699c6bb-b3c2-46f1-9b3d-6540b229f5ae tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0543084 Jul 31 20:04:17.888310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:17.893444 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a7175405-29b8-49a2-823b-712ddc524bc6 req-fdafb356-1212-4954-af33-4e6667c76c9e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457959 Jul 31 20:04:18.507481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57545-1b8a-4607-8188-cba830106cc9 req-a3188dc7-3b05-4d54-ab41-07c840e1b3ca tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:18.508958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57a57545-1b8a-4607-8188-cba830106cc9 req-a3188dc7-3b05-4d54-ab41-07c840e1b3ca tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0533557 Jul 31 20:04:18.570783 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-57a57545-1b8a-4607-8188-cba830106cc9 req-31a79674-0cd9-4f6a-adee-c08d3d333f4d tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558784 Jul 31 20:04:19.034370 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813822dd-d0ab-4a7b-a99b-2df45d39c8df req-692e27dc-c3d7-4156-ba92-f99c78e94f20 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:19.035861 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-813822dd-d0ab-4a7b-a99b-2df45d39c8df req-692e27dc-c3d7-4156-ba92-f99c78e94f20 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0564127 Jul 31 20:04:19.083445 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-813822dd-d0ab-4a7b-a99b-2df45d39c8df req-2ea682ad-9bb2-49a2-b869-f8b88a4571a3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Jul 31 20:04:19.707077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1989c3-c20d-4132-a479-dcd7ad8c29d2 req-cf070922-0cba-4f34-b531-74beb3d2a6c1 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:19.708562 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e1989c3-c20d-4132-a479-dcd7ad8c29d2 req-cf070922-0cba-4f34-b531-74beb3d2a6c1 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0569906 Jul 31 20:04:19.783543 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e1989c3-c20d-4132-a479-dcd7ad8c29d2 req-b66a2143-fd95-476f-aff1-e402b533a446 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689032 Jul 31 20:04:20.222526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-0c5076d1-2af1-4168-927e-433a348d3adf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:20.223983 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-0c5076d1-2af1-4168-927e-433a348d3adf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0712924 Jul 31 20:04:20.257430 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df845-2051-4ac3-aab1-568c67045c57 req-55bfd559-5108-4222-a5eb-ecb646615245 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:20.258796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c02df845-2051-4ac3-aab1-568c67045c57 req-55bfd559-5108-4222-a5eb-ecb646615245 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 947 time: 0.0783925 Jul 31 20:04:20.296480 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:20.362221 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c02df845-2051-4ac3-aab1-568c67045c57 req-a40c2ef3-93ad-46e3-9f29-a10e1ba68e79 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=e82e6847-5eef-4e63-9c66-a3c9b34d557a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864902 Jul 31 20:04:20.366233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Deleting port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:20.366634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:20.457705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] For port eaea7f4e-af98-4acb-9edb-366b7b6e28d8, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:20.458075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:20.623464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:20.623739 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:20.624027 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Floating IP 30a529bb-48da-4ed8-b5d4-2ed5dc573b53 disassociated. External IP: 172.27.0.191, port: eaea7f4e-af98-4acb-9edb-366b7b6e28d8. Jul 31 20:04:20.624377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Calling delete_port for eaea7f4e-af98-4acb-9edb-366b7b6e28d8 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:20.738076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:20.757945 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (eaea7f4e-af98-4acb-9edb-366b7b6e28d8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:20.788873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'Port': ['ID=eaea7f4e-af98-4acb-9edb-366b7b6e28d8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:20.801312 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.801662 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.801977 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.802321 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.802655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.802986 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.803343 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.803671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.803992 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.804361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.804776 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.805108 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.805467 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.805777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.806090 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:20.942680 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42756126-bac8-419f-848d-91382e4b15a7 req-834eef6c-951b-4c3b-96cc-3080dc121cd9 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:20.944043 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42756126-bac8-419f-848d-91382e4b15a7 req-834eef6c-951b-4c3b-96cc-3080dc121cd9 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0590780 Jul 31 20:04:20.954246 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:21.054560 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42756126-bac8-419f-848d-91382e4b15a7 req-213b0b1b-93b6-42ed-8089-a6e308097a22 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028166 Jul 31 20:04:21.100896 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:21.111608 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:21.123706 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:21.124478 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:21.126555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:21.144817 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] No DVR routers for this DVR port eaea7f4e-af98-4acb-9edb-366b7b6e28d8 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:04:21.147633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:21.151215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eb85866e-5b56-4dfa-b6a7-33a6cb44ea91 req-1507a508-a81c-4469-9312-19c575b21df6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "DELETE /v2.0/ports/eaea7f4e-af98-4acb-9edb-366b7b6e28d8 HTTP/1.1" status: 204 len: 173 time: 0.9171588 Jul 31 20:04:21.151676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-deleted', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:21.154041 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344d5a5-399b-42ed-99e8-9ed82847b75e" -d '{"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-deleted", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:21.198562 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2de4a7-cb9b-4c16-b625-755b2ed50c85 x-openstack-request-id: req-0e2de4a7-cb9b-4c16-b625-755b2ed50c85 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:21.198925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb0b91c-9a78-49a1-a96b-016c09759655", "name": "network-vif-deleted", "tag": "eaea7f4e-af98-4acb-9edb-366b7b6e28d8", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:21.199269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e2de4a7-cb9b-4c16-b625-755b2ed50c85 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:21.199928 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2de4a7-cb9b-4c16-b625-755b2ed50c85'] response: {'server_uuid': 'cdb0b91c-9a78-49a1-a96b-016c09759655', 'name': 'network-vif-deleted', 'tag': 'eaea7f4e-af98-4acb-9edb-366b7b6e28d8', 'status': 'completed', 'code': 200} Jul 31 20:04:21.240643 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:21.445750 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:21.471475 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:21.481787 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:21.482395 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:21.487127 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-94edd5dd-79b0-4646-b6d6-e56379ad85cb req-461673da-5933-4850-9836-3cf4079489b2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=cdb0b91c-9a78-49a1-a96b-016c09759655 HTTP/1.1" status: 200 len: 210 time: 0.0339489 Jul 31 20:04:21.598981 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:21.793460 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:21.821980 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06b849f-5ffa-427b-af6a-95080b363ef7 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:22.032239 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:22.036444 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:22.064668 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327f62d4-5c02-4d06-baa9-f5648d664bf4 None None] New status for floating IP 30a529bb-48da-4ed8-b5d4-2ed5dc573b53: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:22.177021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08737d75-a183-48d1-b16d-f76dc0b09cd5 req-e469a98c-6e6b-4b50-84c6-66f3386df223 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:22.178618 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08737d75-a183-48d1-b16d-f76dc0b09cd5 req-e469a98c-6e6b-4b50-84c6-66f3386df223 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0498023 Jul 31 20:04:22.241725 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-08737d75-a183-48d1-b16d-f76dc0b09cd5 req-7d678bc4-bf90-4e1d-bca4-dbcd7ed845cc tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567436 Jul 31 20:04:22.597144 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58500) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:22.653969 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (e82e6847-5eef-4e63-9c66-a3c9b34d557a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.684666 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (e82e6847-5eef-4e63-9c66-a3c9b34d557a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.733905 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (e82e6847-5eef-4e63-9c66-a3c9b34d557a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.736494 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.737709 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "DELETE /v2.0/security-groups/e82e6847-5eef-4e63-9c66-a3c9b34d557a HTTP/1.1" status: 204 len: 168 time: 0.1395595 Jul 31 20:04:22.740711 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58502) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:22.747230 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e214df-796b-464e-bbf9-a6cdb01ea62c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e6847-5eef-4e63-9c66-a3c9b34d557a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:22.757798 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-15ead0f1-f837-44d0-886c-794a62aace59 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] show failed (client error): The resource could not be found. Jul 31 20:04:22.759156 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-15ead0f1-f837-44d0-886c-794a62aace59 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups/e82e6847-5eef-4e63-9c66-a3c9b34d557a HTTP/1.1" status: 404 len: 347 time: 0.0170884 Jul 31 20:04:22.759300 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:22.762161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58504) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:22.873636 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Deleting port 554b2577-d61d-4721-aab9-d3ac5ab69b51 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:22.873877 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.960628 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.960913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (554b2577-d61d-4721-aab9-d3ac5ab69b51), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:22.973581 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Calling delete_port for 554b2577-d61d-4721-aab9-d3ac5ab69b51 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:23.110109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (554b2577-d61d-4721-aab9-d3ac5ab69b51), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.133048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'Port': ['ID=554b2577-d61d-4721-aab9-d3ac5ab69b51,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:23.160592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (30a529bb-48da-4ed8-b5d4-2ed5dc573b53), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.163104 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.164268 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c7503a24-c968-4e0c-bc90-a81b02c307f4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "DELETE /v2.0/floatingips/30a529bb-48da-4ed8-b5d4-2ed5dc573b53 HTTP/1.1" status: 204 len: 168 time: 0.4011345 Jul 31 20:04:23.255731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58508) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:23.260451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943919307', 'description': 'tempest-description--689496318'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:23.283428 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.299990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:23.382718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb1943-900b-4613-8974-1c1d3f1dba29 req-c23952d2-9f32-47ea-9ff7-e3843b000900 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:23.384245 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3bb1943-900b-4613-8974-1c1d3f1dba29 req-c23952d2-9f32-47ea-9ff7-e3843b000900 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0664103 Jul 31 20:04:23.411687 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (b6c38663-770c-4c4b-acfe-2f51a0f13f6c), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.420509 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b6c38663-770c-4c4b-acfe-2f51a0f13f6c), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.473953 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.475163 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2184062 Jul 31 20:04:23.478482 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58512) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:23.481317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0531a0b-fa7d-40f3-b8bf-093acb65d55b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c38663-770c-4c4b-acfe-2f51a0f13f6c,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:23.483066 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38663-770c-4c4b-acfe-2f51a0f13f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:23.489536 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3bb1943-900b-4613-8974-1c1d3f1dba29 req-22948a2f-eed5-4fbd-925d-97cfe88b57eb tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994053 Jul 31 20:04:23.517018 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (8bf84741-af70-44c6-966e-6a435e3adaa0), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.575021 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (8bf84741-af70-44c6-966e-6a435e3adaa0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.580666 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (8bf84741-af70-44c6-966e-6a435e3adaa0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.600629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf84741-af70-44c6-966e-6a435e3adaa0,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:23.609200 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.610439 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1263819c-899e-479a-963f-3cb6ea402ab8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309388 Jul 31 20:04:23.613438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58514) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:23.618166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'security_group_rule': {'security_group_id': 'b6c38663-770c-4c4b-acfe-2f51a0f13f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:23.626600 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:23.650229 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (df98655f-2b1d-4868-8efc-f9598ab5eb67), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.706410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (df98655f-2b1d-4868-8efc-f9598ab5eb67), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.711431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (df98655f-2b1d-4868-8efc-f9598ab5eb67), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.730580 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df98655f-2b1d-4868-8efc-f9598ab5eb67,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:23.737810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.742171 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7bcee5a4-e18e-4c92-a5cd-777e61cb8d19 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244941 Jul 31 20:04:23.742332 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58518) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:23.746943 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:23.768235 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.858924 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:23.964617 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Allocated IP 172.27.0.134 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/395e67e5-b7fe-4f63-aebd-6bd9459ab10a) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:04:24.068459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.102084 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.126439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:24.146480 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:04:24.153593 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:04:24.156274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:04:24.159653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=395e67e5-b7fe-4f63-aebd-6bd9459ab10a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:24.206867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.243518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.333534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:24.675033 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d95d5-43bd-487d-9152-126c8ae8ae83 req-c5272f0a-6c56-4e6e-97a2-b63b5e18e65f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:24.676490 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef6d95d5-43bd-487d-9152-126c8ae8ae83 req-c5272f0a-6c56-4e6e-97a2-b63b5e18e65f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0648744 Jul 31 20:04:24.691261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.702344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.703057 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.753604 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:24.754805 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0115719 Jul 31 20:04:24.782038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403a9ac-795c-40b4-b0c2-3f0f2bbae6bf tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=395e67e5-b7fe-4f63-aebd-6bd9459ab10a,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:24.788967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ef6d95d5-43bd-487d-9152-126c8ae8ae83 req-c15b143d-5f27-4418-956d-d57464d84716 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1066828 Jul 31 20:04:24.872196 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:04:24.891648 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: eaea7f4e-af98-4acb-9edb-366b7b6e28d8 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:04:24.891971 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device eaea7f4e-af98-4acb-9edb-366b7b6e28d8 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:04:24.972872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-17cace23-4e3d-427e-8f58-686e911adf69 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--943919307&fields=id&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 267 time: 0.0523627 Jul 31 20:04:25.077749 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-579e96d5-663f-4cc3-a92e-df67bd58f9e6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:25.079174 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-579e96d5-663f-4cc3-a92e-df67bd58f9e6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 817 time: 0.1002555 Jul 31 20:04:25.094003 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-00e42312-7203-4714-bcdf-673a757ed327 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/quotas/aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 375 time: 0.0092518 Jul 31 20:04:25.146311 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-13a323fe-fb56-47fe-bce4-8fda396fa2df tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475316 Jul 31 20:04:25.253285 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-7615283a-6fe0-47cd-8347-e04f24192ad4 service neutron] 10.222.0.48 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953522 Jul 31 20:04:25.344844 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-ebfcef58-a406-48ea-8576-38480f912a63 service neutron] 10.222.0.48 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855889 Jul 31 20:04:25.531692 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96b7a07f-092e-4580-b348-abf1c7b5668f req-363400cc-57dd-4163-b308-881ef9c1bc55 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 210 time: 0.0286629 Jul 31 20:04:25.912828 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2faa46-9cd1-4a9f-b63a-e28d570f9fc2 req-a276a23b-0f5f-4575-b174-d5aed0eaa439 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:25.914577 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a2faa46-9cd1-4a9f-b63a-e28d570f9fc2 req-a276a23b-0f5f-4575-b174-d5aed0eaa439 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0478902 Jul 31 20:04:25.976773 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a2faa46-9cd1-4a9f-b63a-e28d570f9fc2 req-603ae545-d7e9-46be-9ee3-ae16356a94cb tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560489 Jul 31 20:04:26.642569 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:26.717186 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02740818-5e5e-4bd5-96bc-33c55425dff4 req-95680882-d4a3-4532-a5f5-a10707380591 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 210 time: 0.1071110 Jul 31 20:04:26.766421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-dab1028d-a101-4214-8823-d7f1067bf3be tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:26.767887 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-dab1028d-a101-4214-8823-d7f1067bf3be tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 817 time: 0.1398206 Jul 31 20:04:26.830408 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:26.859340 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-e3bb4272-77d2-4479-89e5-e4e20fbc9f9c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 379 time: 0.0622351 Jul 31 20:04:26.985360 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'port': {'device_id': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'admin_state_up': True, 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'security_groups': ['b6c38663-770c-4c4b-acfe-2f51a0f13f6c']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:27.118376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac293c-d92b-4312-86b1-92ffc1d325f4 req-56a1a8ed-1574-4531-a8d3-daeb701af09f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:27.120104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62ac293c-d92b-4312-86b1-92ffc1d325f4 req-56a1a8ed-1574-4531-a8d3-daeb701af09f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0669200 Jul 31 20:04:27.153614 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Made reservation on behalf of aed33078067c4aa3b0e1d1bf79fd379d for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:04:27.156946 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.215752 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62ac293c-d92b-4312-86b1-92ffc1d325f4 req-14c032b8-3eed-40a6-ae90-877f62fcb9f8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889568 Jul 31 20:04:27.313918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Allocated IP 172.20.0.5 (68dcf029-54c5-4da0-972e-7f6fa1d3a796/29824a82-5aeb-422d-93e6-2da9a5893ec2/dc71e4bb-0c50-46be-9265-95e6a82b855e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:04:27.463711 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.509783 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.551279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:04:27.556683 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:04:27.560755 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:04:27.565930 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:27.566548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.572403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:27.593449 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-a2ec2b0a-3f26-45af-b137-2fac65c0507e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6137872 Jul 31 20:04:27.620001 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Request body: {'port': {'device_id': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:27.687068 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.736427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:27.783075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:27.830897 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:27.839889 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-7abec800-2d39-44c4-ba49-340b55442b1d None None] Provisioning complete for port dc71e4bb-0c50-46be-9265-95e6a82b855e triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:04:27.840348 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7abec800-2d39-44c4-ba49-340b55442b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:27.873478 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-7abec800-2d39-44c4-ba49-340b55442b1d None None] Port dc71e4bb-0c50-46be-9265-95e6a82b855e cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:04:27.890454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03b5ab-95c8-4600-8bf0-7868547c3458 req-e2a3841b-edab-4050-8ca1-24fc7f15e8dd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:27.891937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db03b5ab-95c8-4600-8bf0-7868547c3458 req-e2a3841b-edab-4050-8ca1-24fc7f15e8dd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 931 time: 0.0947988 Jul 31 20:04:27.974288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-db03b5ab-95c8-4600-8bf0-7868547c3458 req-814e9de3-2f44-41f1-9826-3f9f055cd939 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761061 Jul 31 20:04:28.020909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:04:28.028694 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks [] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:28.041832 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Transition to ACTIVE for port object dc71e4bb-0c50-46be-9265-95e6a82b855e will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:04:28.047434 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:28.111597 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:28.117570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Attempting to bind port dc71e4bb-0c50-46be-9265-95e6a82b855e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:04:28.117908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Attempting to bind port dc71e4bb-0c50-46be-9265-95e6a82b855e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:04:28.118247 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Attempting to bind port dc71e4bb-0c50-46be-9265-95e6a82b855e on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:28.123116 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Port dc71e4bb-0c50-46be-9265-95e6a82b855e on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:04:28.123438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Attempting to bind port dc71e4bb-0c50-46be-9265-95e6a82b855e on network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:28.128558 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:04:28.128898 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Checking segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:04:28.129317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Bound using segment: {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:04:28.129746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Bound port: dc71e4bb-0c50-46be-9265-95e6a82b855e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2569b19c-06f1-4560-ad72-ce01da40d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:04:28.130086 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:28.198701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:04:28.202017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:04:28.210175 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:28.214265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:28.214890 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:28.216272 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 1093 time: 0.6012530 Jul 31 20:04:28.216737 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:28.219062 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:28.271587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ceb7a-4b7c-460b-92a2-77d527fcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:28.275210 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9abb45-39c4-42cc-8ef4-c6270ca11b8b x-openstack-request-id: req-8e9abb45-39c4-42cc-8ef4-c6270ca11b8b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:28.275488 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:28.275746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e9abb45-39c4-42cc-8ef4-c6270ca11b8b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:28.276146 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9abb45-39c4-42cc-8ef4-c6270ca11b8b'] response: {'name': 'network-changed', 'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'status': 'completed', 'code': 200} Jul 31 20:04:28.361712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-40d8003e-16de-44b8-80bb-ed0080b73316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:28.363217 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-40d8003e-16de-44b8-80bb-ed0080b73316 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1127 time: 0.0690775 Jul 31 20:04:28.374289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8db4-45e4-4c3f-9e4c-32ea4174ed1a req-56b1c87d-2aa8-4c0f-acc3-5fe1ca9bd06f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:28.375607 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-964a8db4-45e4-4c3f-9e4c-32ea4174ed1a req-56b1c87d-2aa8-4c0f-acc3-5fe1ca9bd06f tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0802178 Jul 31 20:04:28.426686 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-cdc2da88-1acc-4b41-9ee5-bf54b38ba9b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 217 time: 0.0393333 Jul 31 20:04:28.493583 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-964a8db4-45e4-4c3f-9e4c-32ea4174ed1a req-32bdb1a1-51e6-4874-b798-49bef8eaea85 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1119778 Jul 31 20:04:28.505055 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-b4303d5a-af47-424f-a0a3-8b5cafaac4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:28.506979 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-b4303d5a-af47-424f-a0a3-8b5cafaac4b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0708158 Jul 31 20:04:28.556850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67119291-da0a-425f-ba1c-96bfbf430bed req-60de396e-7231-4196-9536-9e08aeb56a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:28.558398 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-60de396e-7231-4196-9536-9e08aeb56a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438588 Jul 31 20:04:28.654333 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-d91a7eb1-57ff-4f75-b012-93caf95ffb6c service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Jul 31 20:04:28.708238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:28.712397 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:28.752560 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-67119291-da0a-425f-ba1c-96bfbf430bed req-8c63c347-252c-4815-9e53-851a4254bda4 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Jul 31 20:04:29.168181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8a05e-5bc9-43f4-b8a8-2e334ec7af1e req-c6706ad4-7ecd-484c-a107-c16a24eb20f7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:29.169686 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32c8a05e-5bc9-43f4-b8a8-2e334ec7af1e req-c6706ad4-7ecd-484c-a107-c16a24eb20f7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1095819 Jul 31 20:04:29.219614 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32c8a05e-5bc9-43f4-b8a8-2e334ec7af1e req-86e82d6d-b87d-4a24-bea3-0992e4f19eab tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441995 Jul 31 20:04:29.628678 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f39b4-c0d9-4687-8644-a37876df5664 req-74a01174-9f0d-4d27-8269-295813dfaaba tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:29.630247 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877f39b4-c0d9-4687-8644-a37876df5664 req-74a01174-9f0d-4d27-8269-295813dfaaba tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0553048 Jul 31 20:04:29.692325 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-877f39b4-c0d9-4687-8644-a37876df5664 req-3fc6e994-ea51-4c46-9f5c-1d2f847020c8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560408 Jul 31 20:04:29.964010 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-e86cd05e-c1ea-4236-875e-ef40aa7f3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:29.965428 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-e86cd05e-c1ea-4236-875e-ef40aa7f3fac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1127 time: 0.0434005 Jul 31 20:04:30.063338 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-a65ed661-49c1-41a5-99ab-ecf13167bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:30.064815 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-a65ed661-49c1-41a5-99ab-ecf13167bed7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.0919149 Jul 31 20:04:30.185118 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-1c3a8bab-7ea8-4e7f-8754-4048e40af6e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 217 time: 0.0419362 Jul 31 20:04:30.242455 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-fd49f163-648f-420f-ac8a-e14724e9b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:30.245200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-fd49f163-648f-420f-ac8a-e14724e9b6e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0523098 Jul 31 20:04:30.290566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-f126b284-3ba3-4142-b1a1-7b8930b84f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:30.292095 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-f126b284-3ba3-4142-b1a1-7b8930b84f68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419152 Jul 31 20:04:30.389345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf3b04-720a-434d-b1ca-05f7020cc1ef req-509e7a7d-672b-4b9a-8de4-77ac92704125 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:30.390822 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afaf3b04-720a-434d-b1ca-05f7020cc1ef req-509e7a7d-672b-4b9a-8de4-77ac92704125 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0913551 Jul 31 20:04:30.439408 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-98d13a48-51ef-4e58-9b37-332c7b4bea5a service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387565 Jul 31 20:04:30.472169 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afaf3b04-720a-434d-b1ca-05f7020cc1ef req-4c44639c-4dea-4ea5-8fc0-67571bc0b756 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745974 Jul 31 20:04:30.550231 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3b27b1c1-5686-45dc-9569-a01f79eaf3cc req-d6a37059-1b1b-4e92-a031-b346564abf96 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962512 Jul 31 20:04:30.827473 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97906ef2-5f83-4409-99d6-aec2a7ae975a req-d0b871ac-a98f-4213-ac90-c0a0bbbed233 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:30.828875 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97906ef2-5f83-4409-99d6-aec2a7ae975a req-d0b871ac-a98f-4213-ac90-c0a0bbbed233 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0519092 Jul 31 20:04:30.894219 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-97906ef2-5f83-4409-99d6-aec2a7ae975a req-59fcc4b7-c8b5-49a0-bd48-6c83d97ddfd0 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595512 Jul 31 20:04:31.473402 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e6b4e0-4b3e-424b-8d7d-27485ba105da req-abc5eb16-8e85-48ac-854d-ee264a151083 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:31.474873 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e6b4e0-4b3e-424b-8d7d-27485ba105da req-abc5eb16-8e85-48ac-854d-ee264a151083 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0594950 Jul 31 20:04:31.523744 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-04e6b4e0-4b3e-424b-8d7d-27485ba105da req-3283d2bc-3877-4127-8f34-cc50d5587d06 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429473 Jul 31 20:04:31.578936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:31.589567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:31.599019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a766-3552-4132-9dbf-b1b05bbf6b87 req-9342452b-3776-4b62-bd65-e921f0577e36 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:31.600522 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a56a766-3552-4132-9dbf-b1b05bbf6b87 req-9342452b-3776-4b62-bd65-e921f0577e36 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0487483 Jul 31 20:04:31.648144 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3a56a766-3552-4132-9dbf-b1b05bbf6b87 req-61c21ba0-fb13-48d8-a6a4-a0dd9c8b31ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417705 Jul 31 20:04:32.037348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ee750-39d2-41de-a952-1f7214b9fef8 req-0008acdf-1314-456f-b01f-eceea3605418 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:32.038851 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-677ee750-39d2-41de-a952-1f7214b9fef8 req-0008acdf-1314-456f-b01f-eceea3605418 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0536010 Jul 31 20:04:32.101237 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-677ee750-39d2-41de-a952-1f7214b9fef8 req-9e27c27f-6ebe-4f98-9d5f-306256534703 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565140 Jul 31 20:04:32.653260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e4eb3-f6b5-452d-b368-e54cd01a88b1 req-b24f2aa1-c88b-4b34-aeb6-156731985db1 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:32.654797 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-457e4eb3-f6b5-452d-b368-e54cd01a88b1 req-b24f2aa1-c88b-4b34-aeb6-156731985db1 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0519893 Jul 31 20:04:32.709443 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-457e4eb3-f6b5-452d-b368-e54cd01a88b1 req-1fee4a8b-3b47-42ec-b6d5-938a8d67e14a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487022 Jul 31 20:04:32.773289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2879-0605-484c-8623-f6fd044cb5d5 req-668c62f5-b2df-4d08-8c91-57a76c0181a6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:32.774810 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b90d2879-0605-484c-8623-f6fd044cb5d5 req-668c62f5-b2df-4d08-8c91-57a76c0181a6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0482769 Jul 31 20:04:32.826529 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b90d2879-0605-484c-8623-f6fd044cb5d5 req-a72d2f24-4d08-4803-b3d6-6fd7ab4f0255 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460486 Jul 31 20:04:32.902952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:04:33.017844 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:33.029056 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:04:33.064168 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:04:33.064558 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:33.081137 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:04:33.100210 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:33.106437 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:33.153310 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:33.160786 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.161139 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.161510 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.161871 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.162211 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.162542 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.162867 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.163191 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.163514 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.163835 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.164256 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.164595 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.164919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.165302 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.165586 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:33.231842 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4ea3-dea0-4970-8232-73ae56be3bf8 req-fb0105a2-d76f-4a02-b986-ef19ac952121 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:33.233347 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53f4ea3-dea0-4970-8232-73ae56be3bf8 req-fb0105a2-d76f-4a02-b986-ef19ac952121 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0486681 Jul 31 20:04:33.293423 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53f4ea3-dea0-4970-8232-73ae56be3bf8 req-53528e02-50cc-4342-904d-6a8d85fb921b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542452 Jul 31 20:04:33.557796 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['dc71e4bb-0c50-46be-9265-95e6a82b855e'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:04:33.597116 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:33.600859 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=29,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:33.699700 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:33.701919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-ab63436f-7bc6-4daa-9732-ae134d9a46ce tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:33.703528 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-ab63436f-7bc6-4daa-9732-ae134d9a46ce tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Jul 31 20:04:33.854902 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edc9d8-6c9e-4020-ab52-9e425a4912a4 req-4b06f2f9-dc19-41b0-9aaf-a5be2adca61f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:33.856314 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42edc9d8-6c9e-4020-ab52-9e425a4912a4 req-4b06f2f9-dc19-41b0-9aaf-a5be2adca61f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 945 time: 0.0758712 Jul 31 20:04:33.948430 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Deleting port b365ebcd-da3b-4922-a38f-6b3e66392c64 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:33.948751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:34.018481 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42edc9d8-6c9e-4020-ab52-9e425a4912a4 req-e3176a91-a0b0-4623-8248-cc79b011adaf tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=c3f1da16-add7-4845-b9ce-8cf84e6878b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528118 Jul 31 20:04:34.026423 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a870e51-2844-4c5c-a6a6-4a768c7922eb req-e0c67f5b-9ca6-4219-8f5f-49b900a604b8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:34.027884 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a870e51-2844-4c5c-a6a6-4a768c7922eb req-e0c67f5b-9ca6-4219-8f5f-49b900a604b8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.1227596 Jul 31 20:04:34.101718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] For port b365ebcd-da3b-4922-a38f-6b3e66392c64, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b365ebcd-da3b-4922-a38f-6b3e66392c64,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:34.102176 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:34.121104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a870e51-2844-4c5c-a6a6-4a768c7922eb req-5ea925bb-1185-4c39-a412-79ca556720cd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813890 Jul 31 20:04:34.200609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:34.276199 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:34.276591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:34.277070 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Floating IP e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb disassociated. External IP: 172.27.0.69, port: b365ebcd-da3b-4922-a38f-6b3e66392c64. Jul 31 20:04:34.277322 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Calling delete_port for b365ebcd-da3b-4922-a38f-6b3e66392c64 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:34.317117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:34.437429 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ff105-d333-468f-936e-29a776684661 req-c32f1fb2-2d99-4277-a717-1f4f37ba76da tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:34.438824 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac3ff105-d333-468f-936e-29a776684661 req-c32f1fb2-2d99-4277-a717-1f4f37ba76da tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0605097 Jul 31 20:04:34.439838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (b365ebcd-da3b-4922-a38f-6b3e66392c64), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:34.477265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'Port': ['ID=b365ebcd-da3b-4922-a38f-6b3e66392c64,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:34.570232 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac3ff105-d333-468f-936e-29a776684661 req-4a3b2f5b-bd9e-4265-9b41-478df0125367 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&id=f39e97ea-e3c3-4f24-a5f7-e04513ad136d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237473 Jul 31 20:04:34.635355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:34.918136 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:04:34.969496 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port dc71e4bb-0c50-46be-9265-95e6a82b855e completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:04:34.977334 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port dc71e4bb-0c50-46be-9265-95e6a82b855e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:04:34.977740 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:35.006337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:35.017911 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:35.035620 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:35.036257 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:35.053511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] No DVR routers for this DVR port b365ebcd-da3b-4922-a38f-6b3e66392c64 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:04:35.057979 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:35.059511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:04:35.059996 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:35.061778 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b8628d03-07ae-46f5-985f-4f8edd5bfb02 req-70f7c35f-5a30-4f12-900a-ce79437827e4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "DELETE /v2.0/ports/b365ebcd-da3b-4922-a38f-6b3e66392c64 HTTP/1.1" status: 204 len: 173 time: 1.2706375 Jul 31 20:04:35.062240 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'name': 'network-vif-deleted', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:35.065085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e34309-f4d2-4429-ac65-3afc96a622af" -d '{"events": [{"server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "name": "network-vif-deleted", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:35.088758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:35.091076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c08178a-8091-4120-94ae-6b367ff6dc87" -d '{"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:35.104249 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:35.112190 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:35.119224 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661adb1e-7d79-4b3c-9139-d11d5aaf2ef6 x-openstack-request-id: req-661adb1e-7d79-4b3c-9139-d11d5aaf2ef6 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:35.119611 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485", "name": "network-vif-deleted", "tag": "b365ebcd-da3b-4922-a38f-6b3e66392c64", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:35.120268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-661adb1e-7d79-4b3c-9139-d11d5aaf2ef6 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:35.120724 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661adb1e-7d79-4b3c-9139-d11d5aaf2ef6'] response: {'server_uuid': 'bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485', 'name': 'network-vif-deleted', 'tag': 'b365ebcd-da3b-4922-a38f-6b3e66392c64', 'status': 'completed', 'code': 200} Jul 31 20:04:35.143439 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26e789a4-6ea7-44ff-80ca-8133d4a4ee2c req-ff4a56f7-1e8d-4f41-9790-1d41975a624d tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0399270 Jul 31 20:04:35.171166 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:35.173409 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40167bcb-d48e-45bf-a4e8-8e7c7506eba7 x-openstack-request-id: req-40167bcb-d48e-45bf-a4e8-8e7c7506eba7 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:35.173917 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:35.174371 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40167bcb-d48e-45bf-a4e8-8e7c7506eba7 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:35.174913 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40167bcb-d48e-45bf-a4e8-8e7c7506eba7'] response: {'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'code': 200} Jul 31 20:04:35.182134 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:35.264913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bd860-7182-4912-9ce3-9256ae4b51d9 req-ba819889-d983-42c1-aaed-31284134659a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:35.266431 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c03bd860-7182-4912-9ce3-9256ae4b51d9 req-ba819889-d983-42c1-aaed-31284134659a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0473998 Jul 31 20:04:35.319430 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c03bd860-7182-4912-9ce3-9256ae4b51d9 req-4e187a8c-2c7d-4e99-bdac-252fab33f9ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460722 Jul 31 20:04:35.355588 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:35.360047 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:35.380158 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:35.408785 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:35.418825 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:35.419423 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:35.516808 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:35.763586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822375-b74e-4699-a719-a04bbb582890 req-99761878-e95c-43b8-963b-374c3f234e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:35.765749 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74822375-b74e-4699-a719-a04bbb582890 req-99761878-e95c-43b8-963b-374c3f234e0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1129 time: 0.0433600 Jul 31 20:04:35.808758 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:35.816048 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74822375-b74e-4699-a719-a04bbb582890 req-366dfc94-6e11-447c-8277-46a4dd30c978 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Jul 31 20:04:35.836094 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408fdde0-d7b6-40bd-b011-7dd013532208 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:36.079875 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded69ed7-7833-42c6-b08c-78de95a9542d None None] New status for floating IP e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:36.167411 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:36.269690 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-911fa79e-0493-4742-8706-1ccd59f02245 req-291b26a5-9f19-461b-a489-2befdca279be tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd0b7644-bb5b-4d8c-8bd7-d26d59c6d485 HTTP/1.1" status: 200 len: 210 time: 0.0292451 Jul 31 20:04:36.463014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93567088-b6dc-42f5-83a7-b61ea4c85d9d req-fbbe1e2f-96e9-46d2-b1a9-476c13534dff tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:36.464491 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93567088-b6dc-42f5-83a7-b61ea4c85d9d req-fbbe1e2f-96e9-46d2-b1a9-476c13534dff tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0587711 Jul 31 20:04:36.490158 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:36.514209 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-93567088-b6dc-42f5-83a7-b61ea4c85d9d req-e6d58d59-d7a2-4add-a1e3-ca2b98fce6fa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439382 Jul 31 20:04:37.372380 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58624) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:37.427815 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (c3f1da16-add7-4845-b9ce-8cf84e6878b6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.452634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (c3f1da16-add7-4845-b9ce-8cf84e6878b6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.508846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c3f1da16-add7-4845-b9ce-8cf84e6878b6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.511479 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.512664 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "DELETE /v2.0/security-groups/c3f1da16-add7-4845-b9ce-8cf84e6878b6 HTTP/1.1" status: 204 len: 168 time: 0.1392374 Jul 31 20:04:37.515579 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58626) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:37.517139 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:37.522638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ded8-4c0e-40c4-83ce-a12d0a694ae3 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f1da16-add7-4845-b9ce-8cf84e6878b6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:37.531535 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.api.v2.resource [None req-cc102c7b-b173-4ba4-a6ee-78264e415353 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] show failed (client error): The resource could not be found. Jul 31 20:04:37.532934 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-cc102c7b-b173-4ba4-a6ee-78264e415353 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups/c3f1da16-add7-4845-b9ce-8cf84e6878b6 HTTP/1.1" status: 404 len: 347 time: 0.0162575 Jul 31 20:04:37.535913 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58628) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:37.656169 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Deleting port 7e44ebd1-ef0c-406c-b09c-08e813d40b6f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:37.656715 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.722126 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-9c2aa13c-27e1-4bdd-a5ce-f8169fd60981 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775001 Jul 31 20:04:37.733873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcffa5-255c-4084-82f6-86fc1044793f req-8bf1ce6f-afd2-4a14-8996-f50d57994118 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:37.735416 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2cdcffa5-255c-4084-82f6-86fc1044793f req-8bf1ce6f-afd2-4a14-8996-f50d57994118 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0732858 Jul 31 20:04:37.815424 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-2ca06280-b5ec-4782-ad61-2fe98a5d01ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:37.816866 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-2ca06280-b5ec-4782-ad61-2fe98a5d01ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 1129 time: 0.0575771 Jul 31 20:04:37.820718 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2cdcffa5-255c-4084-82f6-86fc1044793f req-dfe9c986-5a08-4c9d-8b09-8d63dbf809df tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783100 Jul 31 20:04:37.930971 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.931402 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:37.944413 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Calling delete_port for 7e44ebd1-ef0c-406c-b09c-08e813d40b6f owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:37.972443 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307846-6930-408e-a416-45ad1f9dd435 req-50bdf671-5c3b-4690-ac06-418724d608b9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:37.973951 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56307846-6930-408e-a416-45ad1f9dd435 req-50bdf671-5c3b-4690-ac06-418724d608b9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0684471 Jul 31 20:04:37.976737 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-8aaf2baf-b353-40c9-9be5-2f2d1d43d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:37.978156 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-8aaf2baf-b353-40c9-9be5-2f2d1d43d871 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 200 len: 920 time: 0.1332188 Jul 31 20:04:37.984159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58636) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:37.989404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Request body: {'floatingip': {'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:38.052989 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-28b47107-4ced-4e28-9bbf-5cbcaf955cd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 200 len: 217 time: 0.0666821 Jul 31 20:04:38.059520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.082543 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (7e44ebd1-ef0c-406c-b09c-08e813d40b6f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.108583 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'Port': ['ID=7e44ebd1-ef0c-406c-b09c-08e813d40b6f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:38.133379 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.133763 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.134115 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.134455 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.134792 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.135122 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.135446 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.135792 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.136113 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.136418 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.136758 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.137085 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.137416 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.137736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.138054 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:04:38.179871 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.182450 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.186474 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8c3a8f50-e1d6-4b93-a73b-c6ea289076d7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "DELETE /v2.0/floatingips/e8cc8cea-fd6d-4a83-bbe6-4fc199b111fb HTTP/1.1" status: 204 len: 168 time: 0.6467156 Jul 31 20:04:38.189308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-9e9ae2ac-1974-4925-8654-cdc30d3898a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:38.190867 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-9e9ae2ac-1974-4925-8654-cdc30d3898a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 200 len: 858 time: 0.1280694 Jul 31 20:04:38.260936 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58640) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:38.266122 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004136158', 'description': 'tempest-description--145149551'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:38.285491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-3a144cc6-5cfc-4461-9bf2-1416568f93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:38.287162 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-3a144cc6-5cfc-4461-9bf2-1416568f93b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53f36ad7-07fc-4450-bca6-30cfbe8fbc79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886893 Jul 31 20:04:38.288698 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.362364 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (2b650d43-1d8b-4f2f-af51-f7307e2798b5), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.367592 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2b650d43-1d8b-4f2f-af51-f7307e2798b5), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.398902 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.400157 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1378608 Jul 31 20:04:38.402382 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb909120-255a-4b0c-bb70-5e37af22f284 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b650d43-1d8b-4f2f-af51-f7307e2798b5,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:38.404450 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58642) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:38.409624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group_rule': {'security_group_id': '2b650d43-1d8b-4f2f-af51-f7307e2798b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:38.435877 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (c7f38ec3-0637-41d1-8682-60c249a92848), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.497557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (c7f38ec3-0637-41d1-8682-60c249a92848), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.502146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (c7f38ec3-0637-41d1-8682-60c249a92848), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.509540 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-5a15a944-6d10-43ee-91a8-6fcd5dedc3f4 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138865 Jul 31 20:04:38.512379 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:38.521974 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f38ec3-0637-41d1-8682-60c249a92848,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:38.531223 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.534511 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f220513c-a6f9-40a3-9c37-729fff7e77e8 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262946 Jul 31 20:04:38.534862 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58644) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:38.539767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'security_group_rule': {'security_group_id': '2b650d43-1d8b-4f2f-af51-f7307e2798b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:38.568509 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (99c64c3b-cb13-481b-ae6e-3c255642dcfb), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.595426 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:38.598521 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:38.632753 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (99c64c3b-cb13-481b-ae6e-3c255642dcfb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.637244 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (99c64c3b-cb13-481b-ae6e-3c255642dcfb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.657217 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c64c3b-cb13-481b-ae6e-3c255642dcfb,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:38.663224 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.664501 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:38.667890 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7edcc629-ddb6-4d00-b54f-bef4bb99f73f tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301274 Jul 31 20:04:38.668030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58646) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:38.672453 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:38.684489 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-12d10bdd-712e-45c9-9eff-804924a8f0c6 req-9a4f2bbe-48d4-413c-acbe-2b8ea1c799d5 service neutron] 10.222.0.57 "GET /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663129 Jul 31 20:04:38.699003 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.741166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.749018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.787557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:38.843785 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Floating IP 534f469d-e9e9-46ad-92a7-ba3e2bb058e1 associated. External IP: 172.27.0.134, port: dc71e4bb-0c50-46be-9265-95e6a82b855e. Jul 31 20:04:38.905357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Allocated IP 172.27.0.168 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/b8b055ec-60e2-491b-8f9c-589bd95e07ed) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:04:38.933368 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b365ebcd-da3b-4922-a38f-6b3e66392c64 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:04:38.959544 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: b365ebcd-da3b-4922-a38f-6b3e66392c64 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:04:38.959824 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b365ebcd-da3b-4922-a38f-6b3e66392c64 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:04:39.026920 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.059572 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.090094 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314fca3-53c0-450e-aa5b-682024611b6b req-d2916c93-f4a7-48e7-8ea0-d59dcdcf5c5c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:39.091684 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d314fca3-53c0-450e-aa5b-682024611b6b req-d2916c93-f4a7-48e7-8ea0-d59dcdcf5c5c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0797184 Jul 31 20:04:39.100711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:04:39.108120 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:04:39.112160 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:04:39.115543 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=b8b055ec-60e2-491b-8f9c-589bd95e07ed,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:39.140089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:39.165313 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d314fca3-53c0-450e-aa5b-682024611b6b req-0539f262-a9c2-4e35-9f26-f8aed3c41ce6 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677066 Jul 31 20:04:39.196485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.234218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.261458 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:39.268786 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:39.273558 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.284872 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:39.298289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:39.308691 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:39.309888 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:39.310214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-af53f1fc-3158-4086-aa85-3aba4fefd75d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "PUT /v2.0/floatingips/534f469d-e9e9-46ad-92a7-ba3e2bb058e1 HTTP/1.1" status: 200 len: 991 time: 1.3249412 Jul 31 20:04:39.310816 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:39.313570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bef3f8a-096c-49d0-aca1-6155c105da76" -d '{"events": [{"name": "network-changed", "server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:39.351661 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf41e2-33ad-49c5-abb4-971f2a418fe8 x-openstack-request-id: req-facf41e2-33ad-49c5-abb4-971f2a418fe8 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:39.352189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:39.352636 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-facf41e2-33ad-49c5-abb4-971f2a418fe8 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:39.353235 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-facf41e2-33ad-49c5-abb4-971f2a418fe8'] response: {'name': 'network-changed', 'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'status': 'completed', 'code': 200} Jul 31 20:04:39.387510 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:39.413572 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.420489 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.436819 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:39.496678 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.499607 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=b8b055ec-60e2-491b-8f9c-589bd95e07ed,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:39.519478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.521197 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6410bfe5-53b0-4294-be61-b6768eb29aaa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8512988 Jul 31 20:04:39.598609 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-fc791daf-bd96-4c89-a066-2781addbb1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:39.668286 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '534f469d-e9e9-46ad-92a7-ba3e2bb058e1', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:24Z', 'updated_at': '2022-07-31T20:04:38Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:39.693263 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:39.702038 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:39.702655 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:39.728196 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-d330552f-b0b0-4e39-94a7-2dbb61c8956e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1004136158&fields=id&tenant_id=ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 267 time: 0.0437450 Jul 31 20:04:39.815295 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:39.835033 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-542f94bd-0d50-428a-99ad-0c53b82c02a7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:39.836532 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-542f94bd-0d50-428a-99ad-0c53b82c02a7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 811 time: 0.1017649 Jul 31 20:04:39.851611 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-f7fe37d9-6c05-4d74-bdd1-f1f3a9e03c13 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/quotas/ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 375 time: 0.0092230 Jul 31 20:04:39.905535 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-8d108a16-d00f-466e-9adb-3b378e37eb51 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486741 Jul 31 20:04:39.918259 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:39.976330 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:39.984035 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:40.004908 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-c6c2eced-557b-4f14-b508-72a2f9f68724 service neutron] 10.222.0.48 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874331 Jul 31 20:04:40.034854 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '534f469d-e9e9-46ad-92a7-ba3e2bb058e1', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:24Z', 'updated_at': '2022-07-31T20:04:38Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:40.064656 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792d90b4-c5e2-427c-9057-ad614b2a5ea2 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '534f469d-e9e9-46ad-92a7-ba3e2bb058e1', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:24Z', 'updated_at': '2022-07-31T20:04:38Z', 'revision_number': 1, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:40.077292 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:40.103930 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-73db84e2-2123-46d6-bf74-25859d6bed31 service neutron] 10.222.0.48 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927823 Jul 31 20:04:40.287820 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a4457ba-55c3-478c-b74f-65198133b5f5 req-f009949c-f956-4f76-846f-6762a829ac40 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 210 time: 0.0494664 Jul 31 20:04:40.319664 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cfabb9-1ea5-42ba-b03c-07b9d4a04449 None None] New status for floating IP 534f469d-e9e9-46ad-92a7-ba3e2bb058e1: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:40.356952 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1bdbc-1d35-47a5-b495-6bfa1c2637b3 req-c5bb627f-7974-48a2-8e7b-3ffbde969496 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.358863 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92c1bdbc-1d35-47a5-b495-6bfa1c2637b3 req-c5bb627f-7974-48a2-8e7b-3ffbde969496 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0806928 Jul 31 20:04:40.414362 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92c1bdbc-1d35-47a5-b495-6bfa1c2637b3 req-f81392c1-5aa7-4b35-ac1f-a64bfa55c8c5 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466650 Jul 31 20:04:40.472912 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-7b9afbf3-aa4d-4dd1-9f44-564940404355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.475064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-7b9afbf3-aa4d-4dd1-9f44-564940404355 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1129 time: 0.0552385 Jul 31 20:04:40.573352 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-3cc6b516-cd29-42c3-b75c-abe0e4c44bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.574850 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-3cc6b516-cd29-42c3-b75c-abe0e4c44bd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.0936894 Jul 31 20:04:40.697643 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-069aafa2-f667-47d2-802f-c154d7922bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 1001 time: 0.0618808 Jul 31 20:04:40.759655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-fa3fdf6f-4ad3-4276-b2cd-21d36db0fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.761285 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-fa3fdf6f-4ad3-4276-b2cd-21d36db0fb28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0480244 Jul 31 20:04:40.877275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-15c0daf5-d726-42ff-b95b-4ec5e08bbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.878809 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-15c0daf5-d726-42ff-b95b-4ec5e08bbc53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715261 Jul 31 20:04:40.884780 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-81c790dc-bd19-4e40-b0cc-f12208a6f65c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:40.886124 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-81c790dc-bd19-4e40-b0cc-f12208a6f65c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.0777357 Jul 31 20:04:41.043134 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 63e21ff2-2376-43b2-97f2-7343a4970d01 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:41.043486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:41.049602 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-e180265d-0acf-492e-8c24-7e27951ea2f8 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624219 Jul 31 20:04:41.145697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] For port 63e21ff2-2376-43b2-97f2-7343a4970d01, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=63e21ff2-2376-43b2-97f2-7343a4970d01,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:41.146062 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:41.721273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:41.723728 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-015bbf92-b0af-421f-b8ca-005fa35755b1 req-39060ebd-174f-4a3a-86f3-2520dce21763 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 210 time: 0.1423779 Jul 31 20:04:41.738380 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:41.776839 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e1f05-7f5d-4589-b7cd-4864c79a2acf req-d9bd15b9-3a3c-4f53-b380-9012e1091e89 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:41.778341 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209e1f05-7f5d-4589-b7cd-4864c79a2acf req-d9bd15b9-3a3c-4f53-b380-9012e1091e89 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 946 time: 0.1958427 Jul 31 20:04:41.794353 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:41.794717 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:41.795038 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP 1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683 disassociated. External IP: 172.27.0.30, port: 63e21ff2-2376-43b2-97f2-7343a4970d01. Jul 31 20:04:41.795387 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 63e21ff2-2376-43b2-97f2-7343a4970d01 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:41.886414 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ea473ba1-4a88-4234-85df-a981ee7c7021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:41.896603 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5bef3f8a-096c-49d0-aca1-6155c105da76 req-85491d7f-e38b-4a0c-9060-fe6b190535c5 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502254 Jul 31 20:04:41.908589 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b207cd34-6a91-4926-859e-59478c826ef2 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:41.909975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b207cd34-6a91-4926-859e-59478c826ef2 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 811 time: 0.3297799 Jul 31 20:04:41.942102 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-209e1f05-7f5d-4589-b7cd-4864c79a2acf req-f41397e0-4fcb-459c-9fb1-b9d284b02bea tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526532 Jul 31 20:04:42.042267 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-3aa9b7c1-aa22-414a-8a97-00838e847c12 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb02d5d721347988f4eaff1bb027dcf HTTP/1.1" status: 200 len: 380 time: 0.0991137 Jul 31 20:04:42.057504 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'port': {'device_id': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'admin_state_up': True, 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'security_groups': ['2b650d43-1d8b-4f2f-af51-f7307e2798b5']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:42.108295 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (63e21ff2-2376-43b2-97f2-7343a4970d01), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.148542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=63e21ff2-2376-43b2-97f2-7343a4970d01,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:42.288548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Made reservation on behalf of ebb02d5d721347988f4eaff1bb027dcf for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:04:42.292620 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.312212 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:42.476881 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:42.480764 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:42.520652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Allocated IP 172.20.0.13 (47480458-3271-41da-9c92-4450622fa327/b9256732-ad53-4175-be37-7a09d8e5b842/7413dd38-41ac-44d9-ac58-22d2506ad9ce) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:04:42.523211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:42.536753 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:42.551393 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:42.552569 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:42.576131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] No DVR routers for this DVR port 63e21ff2-2376-43b2-97f2-7343a4970d01 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:04:42.580610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.583944 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3ce58e17-bd9b-4054-baae-cc0983b17e6e req-c2060020-23a0-4b1b-9759-f0692553c58d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "DELETE /v2.0/ports/63e21ff2-2376-43b2-97f2-7343a4970d01 HTTP/1.1" status: 204 len: 173 time: 1.6890669 Jul 31 20:04:42.584520 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'name': 'network-vif-deleted', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:42.587202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbda936-25a3-4f92-b8fa-2430a6ba6328" -d '{"events": [{"server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "name": "network-vif-deleted", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:42.665938 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a7ff23-4789-4e5a-b60f-88b34f587378 x-openstack-request-id: req-29a7ff23-4789-4e5a-b60f-88b34f587378 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:42.666331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0dc439c-b3b3-443c-8680-f7b1623dbe29", "name": "network-vif-deleted", "tag": "63e21ff2-2376-43b2-97f2-7343a4970d01", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:42.666510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-29a7ff23-4789-4e5a-b60f-88b34f587378 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:42.666901 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a7ff23-4789-4e5a-b60f-88b34f587378'] response: {'server_uuid': 'c0dc439c-b3b3-443c-8680-f7b1623dbe29', 'name': 'network-vif-deleted', 'tag': '63e21ff2-2376-43b2-97f2-7343a4970d01', 'status': 'completed', 'code': 200} Jul 31 20:04:42.729655 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:42.778785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.818925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.844307 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.919117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Network 47480458-3271-41da-9c92-4450622fa327 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:04:42.930093 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bba4f-0086-4522-a575-e3e2cecf833b req-d6a7fedb-8211-48b5-a3c6-5b2ee92136f1 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:42.931640 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c7bba4f-0086-4522-a575-e3e2cecf833b req-d6a7fedb-8211-48b5-a3c6-5b2ee92136f1 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 932 time: 0.0785427 Jul 31 20:04:42.932860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:04:42.935056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event updated for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:42.938458 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:04:42.944860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:42.945510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:42.952355 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:42.987672 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:42.998972 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:42.999920 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:43.001018 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7c7bba4f-0086-4522-a575-e3e2cecf833b req-e9376d60-cbc3-4e6a-88b8-a36ba37a086e tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523887 Jul 31 20:04:43.004390 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-b3f5c58b-90af-4946-8259-ea8ee07b9ddd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526699 Jul 31 20:04:43.033653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Request body: {'port': {'device_id': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:43.138408 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e1e3658-0520-4be2-b975-4e2b8dcd4abe req-623b4845-e823-4460-8227-06c8ad65d2f0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c0dc439c-b3b3-443c-8680-f7b1623dbe29 HTTP/1.1" status: 200 len: 210 time: 0.0416584 Jul 31 20:04:43.142774 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:43.178660 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.300194 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-2e0f8320-5e7a-4784-9453-8cb2bf465879 None None] Provisioning complete for port 7413dd38-41ac-44d9-ac58-22d2506ad9ce triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:04:43.300814 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-2e0f8320-5e7a-4784-9453-8cb2bf465879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.333562 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f8320-5e7a-4784-9453-8cb2bf465879 None None] Port 7413dd38-41ac-44d9-ac58-22d2506ad9ce cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:04:43.384058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:43.433920 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:43.453093 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7413dd38-41ac-44d9-ac58-22d2506ad9ce {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:04:43.458958 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522ef75-31a1-42e6-9308-4a33f729f08e None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:43.460823 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks [] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.474189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Transition to ACTIVE for port object 7413dd38-41ac-44d9-ac58-22d2506ad9ce will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:04:43.479075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.555440 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:43.558355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Attempting to bind port 7413dd38-41ac-44d9-ac58-22d2506ad9ce on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:04:43.558698 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Attempting to bind port 7413dd38-41ac-44d9-ac58-22d2506ad9ce by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:04:43.559034 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Attempting to bind port 7413dd38-41ac-44d9-ac58-22d2506ad9ce on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:43.564570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Port 7413dd38-41ac-44d9-ac58-22d2506ad9ce on network 47480458-3271-41da-9c92-4450622fa327 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:04:43.564901 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Attempting to bind port 7413dd38-41ac-44d9-ac58-22d2506ad9ce on network 47480458-3271-41da-9c92-4450622fa327 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:43.567557 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:43.570746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:04:43.571362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Checking segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:04:43.571755 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Bound using segment: {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:04:43.572181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Bound port: 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35280529-f0c3-4d60-a3de-9e24bad4111d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '47480458-3271-41da-9c92-4450622fa327'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:04:43.572544 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.640720 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:04:43.643988 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:04:43.652044 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.656721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:43.657447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:43.658907 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] 10.222.0.57 "PUT /v2.0/ports/7413dd38-41ac-44d9-ac58-22d2506ad9ce HTTP/1.1" status: 200 len: 1094 time: 0.6372938 Jul 31 20:04:43.716003 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cddbe4-9da2-43fd-bc6b-03b0a7da60d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:43.763776 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ad98e-5e0c-45c7-a328-648110e0365a None None] New status for floating IP 1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:43.805367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-5ca1b749-9e5d-4d7b-b82a-a41617d3d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:43.807781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-5ca1b749-9e5d-4d7b-b82a-a41617d3d2d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 1128 time: 0.0457852 Jul 31 20:04:43.854490 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-cf35f494-8edf-40bc-943e-91ad3fd1901e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce HTTP/1.1" status: 200 len: 217 time: 0.0334437 Jul 31 20:04:43.913401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-e63d2592-0fb5-4416-9d25-983b3f26cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:43.914980 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-e63d2592-0fb5-4416-9d25-983b3f26cb91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.0530934 Jul 31 20:04:43.957699 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-75e89cb5-3e81-467d-b552-1d3543a5bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:43.959439 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-75e89cb5-3e81-467d-b552-1d3543a5bfb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385635 Jul 31 20:04:44.054780 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-d4330c2a-e8c1-4978-99a8-d72b0fa29e43 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888638 Jul 31 20:04:44.167514 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1379d3a-a4c9-49db-aa91-9fabb53f350e req-bc979659-e306-4d91-b5a0-ebb640f63a51 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:44.168961 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1379d3a-a4c9-49db-aa91-9fabb53f350e req-bc979659-e306-4d91-b5a0-ebb640f63a51 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 944 time: 0.0610652 Jul 31 20:04:44.213348 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-00dd6f48-2bfe-4067-a024-010b708f5fc6 req-300c5162-2c40-4a1f-bcf6-9c18186aa090 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521652 Jul 31 20:04:44.238425 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1379d3a-a4c9-49db-aa91-9fabb53f350e req-013c1daf-511c-45c9-b1d6-acd550e7d14c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629344 Jul 31 20:04:44.247013 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:44.433291 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-f336db3a-67a0-4e20-8550-a8706e170c7e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065349258&fields=id&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 267 time: 0.0445457 Jul 31 20:04:44.472777 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:44.543647 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-90b484b5-6005-47b0-aca9-cf98546eb137 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:44.545104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-90b484b5-6005-47b0-aca9-cf98546eb137 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.1053860 Jul 31 20:04:44.563356 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-1d1341cd-408b-487b-aacc-9a13c416febd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/quotas/15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 375 time: 0.0096674 Jul 31 20:04:44.597790 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:44.613443 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-40dbabdf-0b58-4fa1-a3eb-9322efb352b3 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451365 Jul 31 20:04:44.669823 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:44.672401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d19903-a22f-4b8c-9108-59e3b88d4a49" -d '{"events": [{"name": "network-changed", "server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:44.711639 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4613fb2a-3a1e-4f6b-8db6-decc804791a2 x-openstack-request-id: req-4613fb2a-3a1e-4f6b-8db6-decc804791a2 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:44.711927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:44.712175 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4613fb2a-3a1e-4f6b-8db6-decc804791a2 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:44.712558 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4613fb2a-3a1e-4f6b-8db6-decc804791a2'] response: {'name': 'network-changed', 'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'status': 'completed', 'code': 200} Jul 31 20:04:44.722770 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-b522e298-62c9-4908-a3c8-3bec5eed79b3 service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965517 Jul 31 20:04:44.816774 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-4d8472a5-ef84-4663-8cc6-69479e3ecd7f service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881219 Jul 31 20:04:44.962131 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 63e21ff2-2376-43b2-97f2-7343a4970d01 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:04:44.986062 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 63e21ff2-2376-43b2-97f2-7343a4970d01 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:04:44.986387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 63e21ff2-2376-43b2-97f2-7343a4970d01 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:04:45.115604 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce1909e5-6a34-44d9-8ca4-0375c84b1048 req-c9c43ac0-0d12-452f-ba8a-3c83c848fc20 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 210 time: 0.0283685 Jul 31 20:04:45.351133 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:45.354640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-3d376394-c936-43a6-a6f3-89c093a21f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:45.356154 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-3d376394-c936-43a6-a6f3-89c093a21f9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 1128 time: 0.0684185 Jul 31 20:04:45.380828 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3c15d-002a-4fe7-8a2f-5a9bf263bda5 req-1daf529d-1a43-4e7a-8d46-6fa3b17570ce tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:45.382275 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17b3c15d-002a-4fe7-8a2f-5a9bf263bda5 req-1daf529d-1a43-4e7a-8d46-6fa3b17570ce tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 944 time: 0.0638351 Jul 31 20:04:45.484068 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-17b3c15d-002a-4fe7-8a2f-5a9bf263bda5 req-fe578956-9860-4922-97eb-997ad8cac9ca tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913837 Jul 31 20:04:45.499642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-9d61cb37-5a19-42f1-addf-d545fd9c48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:45.501707 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-9d61cb37-5a19-42f1-addf-d545fd9c48b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.1376135 Jul 31 20:04:45.565504 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-7c973ee6-b73b-49ec-9011-6d1bdce598e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce HTTP/1.1" status: 200 len: 217 time: 0.0456822 Jul 31 20:04:45.621054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-ca2c9d8a-e1a0-4c0d-971b-511aa013b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:45.622637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-ca2c9d8a-e1a0-4c0d-971b-511aa013b83f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.0506489 Jul 31 20:04:45.665048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-1c6e5bf9-9fed-4b79-b0ef-9e5362b10d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:45.666755 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-1c6e5bf9-9fed-4b79-b0ef-9e5362b10d84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384524 Jul 31 20:04:45.778547 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-e2b4e655-34df-4f92-a6cb-45666e2690cc service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940530 Jul 31 20:04:45.885706 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e5d19903-a22f-4b8c-9108-59e3b88d4a49 req-9affbf8e-87b7-47cf-9050-1811e365e8c5 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992272 Jul 31 20:04:46.230517 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-be04d8b9-871f-48fe-8c97-52c8f8fad65f req-7c830b6e-688e-4d5f-8130-877a69f5b64c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 210 time: 0.0431962 Jul 31 20:04:46.330135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-de48fca0-5e71-4400-b551-6ff0469f6707 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:46.331582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-de48fca0-5e71-4400-b551-6ff0469f6707 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.1105638 Jul 31 20:04:46.396743 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:46.404166 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-3be65317-1dd8-46a7-9176-27994b0e28f3 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 380 time: 0.0564785 Jul 31 20:04:46.414227 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'port': {'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'admin_state_up': True, 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'security_groups': ['37d8cd25-b240-4b26-bca5-7e0fba3d62b8']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:46.529265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Made reservation on behalf of 15e426e0b2bd4bc29e7a8e222fcc8f7e for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:04:46.532994 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:46.651002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f15134-c317-4977-9c31-b6244f639f62 req-049f126c-325c-4544-b2d3-cefc2773ba46 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:46.652401 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5f15134-c317-4977-9c31-b6244f639f62 req-049f126c-325c-4544-b2d3-cefc2773ba46 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 944 time: 0.0674763 Jul 31 20:04:46.967239 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 7413dd38-41ac-44d9-ac58-22d2506ad9ce details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:04:46.983626 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.20.0.6 (4ede3dd9-1e02-435f-a555-c3b09c614bb8/93f8d501-2a30-4911-9dbc-ff1b7df8c562/5acf938b-5d35-458d-9e0d-0c6a46fac38e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:04:46.996187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:47.005803 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c5f15134-c317-4977-9c31-b6244f639f62 req-2609e392-4ef1-405c-9ce6-777920cf20aa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725095 Jul 31 20:04:47.088024 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:47.103968 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'port_id': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'mac_address': 'fa:16:3e:69:38:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:04:47.144414 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 7413dd38-41ac-44d9-ac58-22d2506ad9ce is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:04:47.144811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.159522 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7413dd38-41ac-44d9-ac58-22d2506ad9ce {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:04:47.161006 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.180136 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:47.185504 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.197221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.239554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:47.246643 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:04:47.252056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:04:47.257257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:04:47.263590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:47.264327 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.273996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:47.293628 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c6601c08-3245-471f-ba4b-d171662d87ac tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8828163 Jul 31 20:04:47.328486 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Request body: {'port': {'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:47.388759 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86114b-f1f5-4d60-9f79-4fb6704b7cc4 req-7f2a2e1e-c506-4983-a146-c9207da406c7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:47.390299 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6f86114b-f1f5-4d60-9f79-4fb6704b7cc4 req-7f2a2e1e-c506-4983-a146-c9207da406c7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 931 time: 0.0783777 Jul 31 20:04:47.438836 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.461650 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:47.475413 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6f86114b-f1f5-4d60-9f79-4fb6704b7cc4 req-905b86b8-c4b7-430f-b086-e7358d1f3ff0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789020 Jul 31 20:04:47.485955 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-5ef4f938-8dea-4181-b186-29d08930e688 None None] Provisioning complete for port 5acf938b-5d35-458d-9e0d-0c6a46fac38e triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:04:47.486336 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5ef4f938-8dea-4181-b186-29d08930e688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.529009 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4f938-8dea-4181-b186-29d08930e688 None None] Port 5acf938b-5d35-458d-9e0d-0c6a46fac38e cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:04:47.623168 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['7413dd38-41ac-44d9-ac58-22d2506ad9ce'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:04:47.681245 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:47.733248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5acf938b-5d35-458d-9e0d-0c6a46fac38e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:04:47.740998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks [] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.754559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Transition to ACTIVE for port object 5acf938b-5d35-458d-9e0d-0c6a46fac38e will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:04:47.759730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.826300 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Pushing event updated for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:47.841706 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Attempting to bind port 5acf938b-5d35-458d-9e0d-0c6a46fac38e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:04:47.842049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Attempting to bind port 5acf938b-5d35-458d-9e0d-0c6a46fac38e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:04:47.842385 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Attempting to bind port 5acf938b-5d35-458d-9e0d-0c6a46fac38e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:47.847482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Port 5acf938b-5d35-458d-9e0d-0c6a46fac38e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:04:47.847816 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Attempting to bind port 5acf938b-5d35-458d-9e0d-0c6a46fac38e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:04:47.853648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:04:47.854008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:04:47.854350 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Bound using segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:04:47.854792 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Bound port: 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:04:47.855315 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.858012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:47.934166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:04:47.939017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:04:47.947057 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.951174 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:47.951922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:47.953363 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] 10.222.0.57 "PUT /v2.0/ports/5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 1093 time: 0.6300938 Jul 31 20:04:47.953847 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:47.956158 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88e2257-a5be-4f04-a8c4-0168ad627872" -d '{"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:47.996827 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87968a73-890d-4471-b05f-0f1f85a53ee1 x-openstack-request-id: req-87968a73-890d-4471-b05f-0f1f85a53ee1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:47.997551 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:47.997551 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87968a73-890d-4471-b05f-0f1f85a53ee1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:47.997790 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87968a73-890d-4471-b05f-0f1f85a53ee1'] response: {'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'status': 'completed', 'code': 200} Jul 31 20:04:48.010022 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92605-f79d-4742-9a73-68aedd38e910 service neutron] Pushing event updated for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:48.062227 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-9e124a7b-11f6-4e4f-bf55-c1eb8843390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.063754 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-9e124a7b-11f6-4e4f-bf55-c1eb8843390e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1127 time: 0.0429749 Jul 31 20:04:48.132066 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-96ddb092-df5d-4aba-929d-cc75c234f280 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 217 time: 0.0528731 Jul 31 20:04:48.204280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ab4b6-dfd3-4990-a612-045d51feec79 req-9ef64334-e60a-4dc3-ab3a-736e3eacd768 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.206082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-744ab4b6-dfd3-4990-a612-045d51feec79 req-9ef64334-e60a-4dc3-ab3a-736e3eacd768 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 945 time: 0.1193304 Jul 31 20:04:48.232405 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-508d6f19-2327-4c04-b5da-1b1379635f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.234761 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-508d6f19-2327-4c04-b5da-1b1379635f43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0818260 Jul 31 20:04:48.296552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-744ab4b6-dfd3-4990-a612-045d51feec79 req-ce3dad63-d254-4405-9891-bbee21e7eaa2 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845451 Jul 31 20:04:48.304796 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-2996fb77-5d34-41a8-a2bd-347c70a02d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.306306 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-2996fb77-5d34-41a8-a2bd-347c70a02d29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568616 Jul 31 20:04:48.404669 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:04:48.417458 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-d78262ba-81ee-435b-863a-cba1f1ef1d90 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040823 Jul 31 20:04:48.519287 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-705fceb3-527d-482d-95d2-a46c43a242d4 req-483a51c3-c17e-4dfa-a570-27eb95354e5d service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939684 Jul 31 20:04:48.592441 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:48.620299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1c593-537a-42c2-9c5a-a00734b4032a req-57eaa237-5922-4b16-b88c-a51b011b95fb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.621793 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aad1c593-537a-42c2-9c5a-a00734b4032a req-57eaa237-5922-4b16-b88c-a51b011b95fb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0689218 Jul 31 20:04:48.666935 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-9dc69a51-5328-4bbc-9b50-44faa2dc7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.668351 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-9dc69a51-5328-4bbc-9b50-44faa2dc7a49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1127 time: 0.0664110 Jul 31 20:04:48.719637 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aad1c593-537a-42c2-9c5a-a00734b4032a req-6fb2a46a-f3c4-4575-bdc5-177023511beb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798621 Jul 31 20:04:48.792777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-0f09fe7c-90da-483c-b616-bc1cd4e303a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.794286 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-0f09fe7c-90da-483c-b616-bc1cd4e303a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.1117752 Jul 31 20:04:48.835338 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-41c2d2a4-5a51-48b3-895b-8a174d3c7c4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 217 time: 0.0340400 Jul 31 20:04:48.965563 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 7413dd38-41ac-44d9-ac58-22d2506ad9ce up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:04:48.980252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-e111791f-4a47-436b-ad16-227e429ed9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:48.981780 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-e111791f-4a47-436b-ad16-227e429ed9d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0473533 Jul 31 20:04:48.988793 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:49.010094 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 7413dd38-41ac-44d9-ac58-22d2506ad9ce completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:04:49.017401 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 7413dd38-41ac-44d9-ac58-22d2506ad9ce triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:04:49.017785 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:49.093255 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 7413dd38-41ac-44d9-ac58-22d2506ad9ce is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:04:49.093640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:49.116206 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:49.118467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd8f450-0327-4a5c-9585-ee8a951e78c5" -d '{"events": [{"server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "name": "network-vif-plugged", "status": "completed", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:49.131687 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:49.136933 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:49.160876 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ea8f5-534a-4485-bb21-7fb9ec0666d6 x-openstack-request-id: req-404ea8f5-534a-4485-bb21-7fb9ec0666d6 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:49.161215 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "name": "network-vif-plugged", "status": "completed", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:49.161462 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-404ea8f5-534a-4485-bb21-7fb9ec0666d6 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:49.161842 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404ea8f5-534a-4485-bb21-7fb9ec0666d6'] response: {'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'code': 200} Jul 31 20:04:49.188230 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:49.428949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6d341-91ff-43f8-9ce5-0b1e4b3cf496 req-6ffd3fda-9c18-4c6c-9659-afa369a94c10 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:49.430463 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ca6d341-91ff-43f8-9ce5-0b1e4b3cf496 req-6ffd3fda-9c18-4c6c-9659-afa369a94c10 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0551059 Jul 31 20:04:49.511044 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:49.512971 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=26,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:49.522404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-33452630-51b9-4d0b-8e36-43622a42c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:49.523913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-33452630-51b9-4d0b-8e36-43622a42c94b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704732 Jul 31 20:04:49.527554 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1ca6d341-91ff-43f8-9ce5-0b1e4b3cf496 req-fb8da0de-5780-4f7b-bd8e-da125da92b89 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884941 Jul 31 20:04:49.545801 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:49.627733 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-009a8c31-0992-475f-b6c3-b84a2bcecf45 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902083 Jul 31 20:04:49.850991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4d062-55fd-4b93-9a9e-c649d53e88eb req-dffb267e-8a25-4569-a2e2-24dc3a5615f7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:49.852519 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5b4d062-55fd-4b93-9a9e-c649d53e88eb req-dffb267e-8a25-4569-a2e2-24dc3a5615f7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0514534 Jul 31 20:04:49.917436 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d5b4d062-55fd-4b93-9a9e-c649d53e88eb req-acc9c474-a030-443d-ae11-9095ed1803db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565507 Jul 31 20:04:50.007155 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbd02-6a66-4f17-9f25-a56b99a2fec6 req-4c74422e-d1c5-4b65-8927-73b217700e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:50.008683 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9fbd02-6a66-4f17-9f25-a56b99a2fec6 req-4c74422e-d1c5-4b65-8927-73b217700e04 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 1130 time: 0.0559173 Jul 31 20:04:50.033962 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e88e2257-a5be-4f04-a8c4-0168ad627872 req-0c33d657-04c3-4485-9646-29fd3f86c1f5 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302209 Jul 31 20:04:50.101888 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9fbd02-6a66-4f17-9f25-a56b99a2fec6 req-de3b0ee0-ab49-4a08-90eb-22409bcce96d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Jul 31 20:04:50.648595 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b7975-8e0b-4904-a9fb-06d86425b178 req-ad94c627-8e51-47b4-9741-cd188e0d67cc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:50.650134 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-385b7975-8e0b-4904-a9fb-06d86425b178 req-ad94c627-8e51-47b4-9741-cd188e0d67cc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0491893 Jul 31 20:04:50.705771 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-385b7975-8e0b-4904-a9fb-06d86425b178 req-061addd6-1118-4d3d-8be4-a8c8b68aac3a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499723 Jul 31 20:04:51.046723 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90746908-d381-4eec-a640-6412bf706184 req-70185eab-26a4-4363-88b4-d492416ed9e7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:51.048671 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90746908-d381-4eec-a640-6412bf706184 req-70185eab-26a4-4363-88b4-d492416ed9e7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0529587 Jul 31 20:04:51.106400 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90746908-d381-4eec-a640-6412bf706184 req-c45fb0aa-578b-40a3-a7fb-40e48303df60 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518918 Jul 31 20:04:51.835279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4bd67-6898-4489-a2ac-643b01fbaa84 req-2a842010-7083-42c9-ae43-085ec3c72831 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:51.836960 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-81d4bd67-6898-4489-a2ac-643b01fbaa84 req-2a842010-7083-42c9-ae43-085ec3c72831 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0558794 Jul 31 20:04:51.857637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:51.889083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-81d4bd67-6898-4489-a2ac-643b01fbaa84 req-55958297-6750-434e-95ae-aa7c9cdabfa5 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Jul 31 20:04:52.240087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914d761-45f5-4451-bc3e-160948b4f006 req-2a971c09-b35b-426d-a55f-1aa99eb0b3a9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:52.241597 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5914d761-45f5-4451-bc3e-160948b4f006 req-2a971c09-b35b-426d-a55f-1aa99eb0b3a9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0574505 Jul 31 20:04:52.293789 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5914d761-45f5-4451-bc3e-160948b4f006 req-bfb1cf4d-518e-43b3-93b8-f354be6de552 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449383 Jul 31 20:04:53.016225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d27496-ff4e-4f85-a602-55dec23e8625 req-941b6f6d-fbc6-4ca4-989f-d3c634bd0caa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:53.017789 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98d27496-ff4e-4f85-a602-55dec23e8625 req-941b6f6d-fbc6-4ca4-989f-d3c634bd0caa tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0546467 Jul 31 20:04:53.074982 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98d27496-ff4e-4f85-a602-55dec23e8625 req-d1bca35b-df87-4540-8328-fc2e4c0ecbec tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506213 Jul 31 20:04:53.191217 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce70c41-5746-4292-bcd3-68736988d939 req-d9271562-f26b-478f-8c36-2aeeb4b1c6dc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:53.192736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dce70c41-5746-4292-bcd3-68736988d939 req-d9271562-f26b-478f-8c36-2aeeb4b1c6dc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0480225 Jul 31 20:04:53.202464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58834) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:04:53.206858 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Request body: {'floatingip': {'port_id': '7413dd38-41ac-44d9-ac58-22d2506ad9ce'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:04:53.247991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:53.429563 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:53.437493 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=73 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:53.499421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a92275-e576-4233-9d45-652059eafde6 req-e40fb2d8-3aac-41a9-b13f-1a7580bb298a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:53.500866 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79a92275-e576-4233-9d45-652059eafde6 req-e40fb2d8-3aac-41a9-b13f-1a7580bb298a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.1221764 Jul 31 20:04:53.631130 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-79a92275-e576-4233-9d45-652059eafde6 req-893a5b6a-00f3-4960-a0a6-1fd1cf36a7fd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217523 Jul 31 20:04:53.768273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:53.775476 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:53.877445 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Floating IP b0a8d9a4-ef36-4478-b6f2-ce366da76f77 associated. External IP: 172.27.0.168, port: 7413dd38-41ac-44d9-ac58-22d2506ad9ce. Jul 31 20:04:54.052951 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:54.079809 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:54.226180 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada59d43-cb00-4f86-b9f4-dc1171784d3f req-e138dd4b-2cfe-4438-bfbd-52a6a59af03f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:54.227652 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ada59d43-cb00-4f86-b9f4-dc1171784d3f req-e138dd4b-2cfe-4438-bfbd-52a6a59af03f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0803912 Jul 31 20:04:54.231872 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:54.237931 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:54.241706 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:54.257814 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:54.258633 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:54.286587 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7d0efd54-9924-455e-b783-f070aae60482 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "PUT /v2.0/floatingips/b0a8d9a4-ef36-4478-b6f2-ce366da76f77 HTTP/1.1" status: 200 len: 992 time: 1.0829489 Jul 31 20:04:54.291689 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:54.294058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21abbe2-da73-4994-9279-80352f425c31" -d '{"events": [{"name": "network-changed", "server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:54.315436 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ada59d43-cb00-4f86-b9f4-dc1171784d3f req-4b7bb6f3-6c32-44cf-b92a-6ae7b8ff7bf4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812013 Jul 31 20:04:54.337882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692210fb-e233-4eed-b5bc-1a3bb61fef65 x-openstack-request-id: req-692210fb-e233-4eed-b5bc-1a3bb61fef65 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:54.337882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:54.337882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-692210fb-e233-4eed-b5bc-1a3bb61fef65 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:54.337882 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-692210fb-e233-4eed-b5bc-1a3bb61fef65'] response: {'name': 'network-changed', 'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'status': 'completed', 'code': 200} Jul 31 20:04:54.367171 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:54.394283 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:54.583373 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'b0a8d9a4-ef36-4478-b6f2-ce366da76f77', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:69:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:39Z', 'updated_at': '2022-07-31T20:04:53Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:54.608363 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:54.617207 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:54.617798 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:54.719695 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:54.742159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:54.751267 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609893-ee48-4afb-ac9f-972ca56fb130 req-24ce61fc-fb9c-4fc1-bb9d-0a9ee4ebdf78 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:54.752752 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07609893-ee48-4afb-ac9f-972ca56fb130 req-24ce61fc-fb9c-4fc1-bb9d-0a9ee4ebdf78 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0476134 Jul 31 20:04:54.802220 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07609893-ee48-4afb-ac9f-972ca56fb130 req-30d46b8b-6746-4a90-ab2e-23287a0ebf8e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Jul 31 20:04:54.931876 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a0145111-a44d-484b-8312-d4473368e94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'b0a8d9a4-ef36-4478-b6f2-ce366da76f77', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:69:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:39Z', 'updated_at': '2022-07-31T20:04:53Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:54.955981 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0145111-a44d-484b-8312-d4473368e94b None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': 'b0a8d9a4-ef36-4478-b6f2-ce366da76f77', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'floating_ip_address': '172.27.0.168', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'port_id': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'mac_address': 'fa:16:3e:69:38:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:04:39Z', 'updated_at': '2022-07-31T20:04:53Z', 'revision_number': 1, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:55.172975 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84b8d99-51c7-4327-bb53-24ca12935f72 None None] New status for floating IP b0a8d9a4-ef36-4478-b6f2-ce366da76f77: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:55.441250 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ddf3b-5b40-44ba-922d-fa1b237573f8 req-f9998993-254d-4836-b943-13585661a1eb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:55.442726 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-450ddf3b-5b40-44ba-922d-fa1b237573f8 req-f9998993-254d-4836-b943-13585661a1eb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0511320 Jul 31 20:04:55.751684 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-450ddf3b-5b40-44ba-922d-fa1b237573f8 req-382f55a8-0168-47da-9c30-0ee2f9f833a0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033226 Jul 31 20:04:55.796413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21abbe2-da73-4994-9279-80352f425c31 req-8c5b0bc9-4a14-447c-84e1-dd30da3b50a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:55.797927 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-8c5b0bc9-4a14-447c-84e1-dd30da3b50a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 1130 time: 0.0384042 Jul 31 20:04:55.916055 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21abbe2-da73-4994-9279-80352f425c31 req-b985ac15-4986-4424-9ca6-d06da6cfdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:55.917436 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-b985ac15-4986-4424-9ca6-d06da6cfdecf service neutron] 10.222.0.57 "GET /v2.0/networks?id=47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 200 len: 912 time: 0.1120391 Jul 31 20:04:55.935341 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1216a50-8793-4e12-8223-c7001f7957fe req-9694ceeb-8d19-4b57-87cd-5e6c451bffbe tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:55.936715 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1216a50-8793-4e12-8223-c7001f7957fe req-9694ceeb-8d19-4b57-87cd-5e6c451bffbe tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0578671 Jul 31 20:04:56.036175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f1216a50-8793-4e12-8223-c7001f7957fe req-d70d5250-8028-441d-812b-7e34e1966ff1 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932660 Jul 31 20:04:56.037371 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-e010958d-ea47-4e1a-a47d-3ca5ab4afa31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce HTTP/1.1" status: 200 len: 1002 time: 0.0817409 Jul 31 20:04:56.250427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e7766-98aa-4525-96ca-f25d44844bfc req-47306f78-9eec-4403-b30c-8a1fbfb686ea tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:56.251889 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-869e7766-98aa-4525-96ca-f25d44844bfc req-47306f78-9eec-4403-b30c-8a1fbfb686ea tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0810144 Jul 31 20:04:56.255633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21abbe2-da73-4994-9279-80352f425c31 req-0fd5fb89-6448-463c-8efc-b26ee91dd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:56.256942 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-0fd5fb89-6448-463c-8efc-b26ee91dd11f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 200 len: 850 time: 0.0873060 Jul 31 20:04:56.332407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21abbe2-da73-4994-9279-80352f425c31 req-ee1f1d9f-2b3e-4d28-8c55-97882bfaf26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:56.333897 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-ee1f1d9f-2b3e-4d28-8c55-97882bfaf26d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=47480458-3271-41da-9c92-4450622fa327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688109 Jul 31 20:04:56.416650 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port 70036d21-e25e-49e4-a7f8-df2a7a0f556d {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:04:56.416987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:56.433808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:56.509101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-78e99361-fd41-4321-b768-7e48737c8920 service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545627 Jul 31 20:04:56.581292 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] For port 70036d21-e25e-49e4-a7f8-df2a7a0f556d, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=70036d21-e25e-49e4-a7f8-df2a7a0f556d,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:04:56.581664 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:56.660012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:56.708968 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b21abbe2-da73-4994-9279-80352f425c31 req-0d9edb59-372f-4d39-ab0f-89cc91453c5a service neutron] 10.222.0.57 "GET /v2.0/networks/47480458-3271-41da-9c92-4450622fa327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900556 Jul 31 20:04:56.778886 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:56.779401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:56.779726 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 528f0e63-6775-4431-bcfb-ad5fba692052 disassociated. External IP: 172.27.0.21, port: 70036d21-e25e-49e4-a7f8-df2a7a0f556d. Jul 31 20:04:56.780083 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for 70036d21-e25e-49e4-a7f8-df2a7a0f556d owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:04:56.918071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb083-6209-44d6-b6bd-bebf83f0b442 req-7cde7f66-f5d0-4477-a695-b3d6c0f4aabb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:56.919630 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-403eb083-6209-44d6-b6bd-bebf83f0b442 req-7cde7f66-f5d0-4477-a695-b3d6c0f4aabb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0952053 Jul 31 20:04:56.927062 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be26a1c-ccf0-4505-9f7b-ca2c5747ca59 req-c75bffe1-5952-4cb6-828f-7f4e1459bfd4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:56.928430 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4be26a1c-ccf0-4505-9f7b-ca2c5747ca59 req-c75bffe1-5952-4cb6-828f-7f4e1459bfd4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 945 time: 0.0899212 Jul 31 20:04:57.049722 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-403eb083-6209-44d6-b6bd-bebf83f0b442 req-d54aa6ca-b619-484f-be90-dbfa7cc3ad44 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203415 Jul 31 20:04:57.060420 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4be26a1c-ccf0-4505-9f7b-ca2c5747ca59 req-8a1cf40e-0774-49b2-a0ec-670a5474d42e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=76d2fa14-8d8e-47a7-9732-939d8d57b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226668 Jul 31 20:04:57.069718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (70036d21-e25e-49e4-a7f8-df2a7a0f556d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:57.112016 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=70036d21-e25e-49e4-a7f8-df2a7a0f556d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:04:57.233433 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698196f7-2c0d-4e0a-8dfb-5678ec9083f0 req-81c6e1c9-0ed7-4aea-a95e-6fc9724e0c77 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:57.234936 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-698196f7-2c0d-4e0a-8dfb-5678ec9083f0 req-81c6e1c9-0ed7-4aea-a95e-6fc9724e0c77 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0851464 Jul 31 20:04:57.283432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:04:57.290109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:57.307134 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-698196f7-2c0d-4e0a-8dfb-5678ec9083f0 req-fabe2f6b-b8a5-4140-9290-b3db95c12332 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655315 Jul 31 20:04:57.402835 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:04:57.415577 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:04:57.429006 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:57.430038 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:57.449048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] No DVR routers for this DVR port 70036d21-e25e-49e4-a7f8-df2a7a0f556d on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:04:57.451664 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:04:57.455112 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-869e7766-98aa-4525-96ca-f25d44844bfc req-3e2bcb30-55ce-415f-84b0-5944cd75e183 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "DELETE /v2.0/ports/70036d21-e25e-49e4-a7f8-df2a7a0f556d HTTP/1.1" status: 204 len: 173 time: 1.1961308 Jul 31 20:04:57.455556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'name': 'network-vif-deleted', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:04:57.457873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59889b4d-2ec0-4070-ae88-78ca6095641e" -d '{"events": [{"server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "name": "network-vif-deleted", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:04:57.495570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100cc1c2-7eb3-410d-8ff8-1f23faace04a x-openstack-request-id: req-100cc1c2-7eb3-410d-8ff8-1f23faace04a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:04:57.496092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30cd600-cded-49be-97de-e78bdff544b8", "name": "network-vif-deleted", "tag": "70036d21-e25e-49e4-a7f8-df2a7a0f556d", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:04:57.496518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-100cc1c2-7eb3-410d-8ff8-1f23faace04a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:04:57.497281 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-100cc1c2-7eb3-410d-8ff8-1f23faace04a'] response: {'server_uuid': 'e30cd600-cded-49be-97de-e78bdff544b8', 'name': 'network-vif-deleted', 'tag': '70036d21-e25e-49e4-a7f8-df2a7a0f556d', 'status': 'completed', 'code': 200} Jul 31 20:04:57.546370 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:57.736904 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:57.761170 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:04:57.762707 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:57.770901 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:04:57.771500 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:57.807387 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:57.952589 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:04:58.146529 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:04:58.174585 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c6bb7c-a19d-45e0-ba16-0b669bb9472b None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:04:58.190452 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-510ad80b-8d39-4b61-9a6b-278b44ff00b4 req-a738d2a1-fdc5-48e7-9d77-b38b241b8979 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0337923 Jul 31 20:04:58.198985 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f092bbe-e5e6-412c-90e2-87dc70dbd8f1 req-1a92ed60-9fd5-4e8a-a3f6-fa6e1a30958a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:58.200466 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f092bbe-e5e6-412c-90e2-87dc70dbd8f1 req-1a92ed60-9fd5-4e8a-a3f6-fa6e1a30958a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0741165 Jul 31 20:04:58.223150 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:04:58.255204 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f092bbe-e5e6-412c-90e2-87dc70dbd8f1 req-ca5b54db-f34f-481b-96d1-626e28036d6a tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481279 Jul 31 20:04:58.402109 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb9df3-3ce0-4b02-b48c-12605fe8d54b None None] New status for floating IP 528f0e63-6775-4431-bcfb-ad5fba692052: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:04:58.432775 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def499c-8496-4e7c-b8ed-ffc7d8cc06dc req-71cf6db3-0c4e-41e3-9299-24c070007b9b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:58.434261 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4def499c-8496-4e7c-b8ed-ffc7d8cc06dc req-71cf6db3-0c4e-41e3-9299-24c070007b9b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0539536 Jul 31 20:04:58.486958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4def499c-8496-4e7c-b8ed-ffc7d8cc06dc req-f1118d61-445a-4218-8325-93a27bba473e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Jul 31 20:04:59.299839 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c84cb96-67b0-4ad2-ab33-eaed1917bf66 req-9b03fcb7-fe07-4cd7-a953-30df7e39ef45 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0287519 Jul 31 20:04:59.375030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e49f0-a18c-431e-871c-993d68c086a0 req-33589846-b6d9-4ea9-ac5d-10e6893a6228 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:59.376542 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-538e49f0-a18c-431e-871c-993d68c086a0 req-33589846-b6d9-4ea9-ac5d-10e6893a6228 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0472782 Jul 31 20:04:59.426748 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-538e49f0-a18c-431e-871c-993d68c086a0 req-b0b21d74-a64b-458a-9d18-7eaa2579c100 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Jul 31 20:04:59.624362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bddec-585a-4c9a-99bd-ba2e29900e75 req-d8711ed1-900f-40ca-b1c0-be848fcf8a64 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:04:59.625759 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-471bddec-585a-4c9a-99bd-ba2e29900e75 req-d8711ed1-900f-40ca-b1c0-be848fcf8a64 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0606980 Jul 31 20:04:59.679904 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-471bddec-585a-4c9a-99bd-ba2e29900e75 req-f3b5c6d8-15e7-4401-9b8f-b8e48935efcc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485213 Jul 31 20:05:00.406969 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-033ecce6-b46d-4261-b905-77b22e57a830 req-57907cdd-0b19-41d3-a4ba-9e78ec71f40d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0331283 Jul 31 20:05:00.549625 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1fb38-30fc-4ee5-bd1a-599d5f7b037f req-59a1f884-c141-420a-9778-56a37b4b1fdd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:00.551104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6f1fb38-30fc-4ee5-bd1a-599d5f7b037f req-59a1f884-c141-420a-9778-56a37b4b1fdd tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0501177 Jul 31 20:05:00.602087 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b6f1fb38-30fc-4ee5-bd1a-599d5f7b037f req-4ec4e24c-3b1f-426d-a5e4-de494401d730 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451920 Jul 31 20:05:00.810194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36437-f6d7-4e69-b870-2cd02314cebb req-84aa244e-bb66-4a62-beaa-553eb836fcfc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:00.811672 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49c36437-f6d7-4e69-b870-2cd02314cebb req-84aa244e-bb66-4a62-beaa-553eb836fcfc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0477629 Jul 31 20:05:00.861265 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49c36437-f6d7-4e69-b870-2cd02314cebb req-af32b204-449e-480b-ad7d-d0bd41b105ab tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439508 Jul 31 20:05:01.028594 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 70036d21-e25e-49e4-a7f8-df2a7a0f556d no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:01.058105 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 70036d21-e25e-49e4-a7f8-df2a7a0f556d {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:01.058537 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 70036d21-e25e-49e4-a7f8-df2a7a0f556d not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:01.272335 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-3d94e829-7aa7-4cec-ba3f-924a8d9c3ba4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:01.274061 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-3d94e829-7aa7-4cec-ba3f-924a8d9c3ba4 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0544481 Jul 31 20:05:01.527535 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0d7d8ecd-313f-46a2-98e9-75fd2f5b7142 req-70113f0f-141e-423c-960c-332a8ddbfbce tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=e30cd600-cded-49be-97de-e78bdff544b8 HTTP/1.1" status: 200 len: 210 time: 0.0297148 Jul 31 20:05:01.625101 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Deleting port 4b015db4-1121-4b9d-8f46-45643ea431bf {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:01.625482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:01.762388 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59770d6c-925b-4ff8-a922-660a41d4dd1f req-bfa2c01b-16f4-44cb-b4c2-a818d9a8317f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:01.763888 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59770d6c-925b-4ff8-a922-660a41d4dd1f req-bfa2c01b-16f4-44cb-b4c2-a818d9a8317f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 946 time: 0.0751913 Jul 31 20:05:01.768695 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] For port 4b015db4-1121-4b9d-8f46-45643ea431bf, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=4b015db4-1121-4b9d-8f46-45643ea431bf,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:01.769050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:01.787887 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:01.892345 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-59770d6c-925b-4ff8-a922-660a41d4dd1f req-35bc412c-12d2-4524-b16d-64e43b887d39 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204844 Jul 31 20:05:01.987825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:02.004204 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.004567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.004884 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Floating IP 72f51a67-5067-4450-a897-94c633789ebf disassociated. External IP: 172.27.0.172, port: 4b015db4-1121-4b9d-8f46-45643ea431bf. Jul 31 20:05:02.005259 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Calling delete_port for 4b015db4-1121-4b9d-8f46-45643ea431bf owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:02.015002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6a0e99-9b33-4f4b-a30b-18a0e88c867d req-90e68a27-f22b-4bb6-ad15-05bccaa75eab tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:02.016472 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6d6a0e99-9b33-4f4b-a30b-18a0e88c867d req-90e68a27-f22b-4bb6-ad15-05bccaa75eab tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0719130 Jul 31 20:05:02.112929 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6d6a0e99-9b33-4f4b-a30b-18a0e88c867d req-0341b86e-a9cb-403a-b5ad-d663b398c5ea tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895600 Jul 31 20:05:02.182781 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (4b015db4-1121-4b9d-8f46-45643ea431bf), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.213459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event deleted for resources: {'Port': ['ID=4b015db4-1121-4b9d-8f46-45643ea431bf,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:02.322152 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:02.422442 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:02.432716 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:02.444203 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:02.444816 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:02.465471 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] No DVR routers for this DVR port 4b015db4-1121-4b9d-8f46-45643ea431bf on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:02.468081 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.471352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f133a68b-8d87-4d5c-8777-53091bdcb6d2 req-f0c82a68-e853-4cda-958c-d029dba32d79 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "DELETE /v2.0/ports/4b015db4-1121-4b9d-8f46-45643ea431bf HTTP/1.1" status: 204 len: 173 time: 0.9353495 Jul 31 20:05:02.471791 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'name': 'network-vif-deleted', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:02.474099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b93396-eb41-46e4-a993-15583163190d" -d '{"events": [{"server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "name": "network-vif-deleted", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:02.514203 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe0b26f-49ad-40f6-aad7-cef5c5c797d8 x-openstack-request-id: req-8fe0b26f-49ad-40f6-aad7-cef5c5c797d8 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:02.514495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac54baf-9c5e-4774-be4a-78b89959104f", "name": "network-vif-deleted", "tag": "4b015db4-1121-4b9d-8f46-45643ea431bf", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:02.514773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8fe0b26f-49ad-40f6-aad7-cef5c5c797d8 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:02.515176 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe0b26f-49ad-40f6-aad7-cef5c5c797d8'] response: {'server_uuid': 'bac54baf-9c5e-4774-be4a-78b89959104f', 'name': 'network-vif-deleted', 'tag': '4b015db4-1121-4b9d-8f46-45643ea431bf', 'status': 'completed', 'code': 200} Jul 31 20:05:02.558986 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:02.769136 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:02.794527 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:02.797540 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58914) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:02.803010 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:02.803614 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:02.853665 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (76d2fa14-8d8e-47a7-9732-939d8d57b0af), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.878903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (76d2fa14-8d8e-47a7-9732-939d8d57b0af), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.905822 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:02.929899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (76d2fa14-8d8e-47a7-9732-939d8d57b0af), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.932881 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:02.938392 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/security-groups/76d2fa14-8d8e-47a7-9732-939d8d57b0af HTTP/1.1" status: 204 len: 168 time: 0.1356015 Jul 31 20:05:02.938392 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58918) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:02.964194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082f207-ea9e-4157-85f8-99c7df7e9f9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d2fa14-8d8e-47a7-9732-939d8d57b0af,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:02.967509 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-1341b6d7-cf9a-4f6f-a2ee-718d0b6ddabb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] show failed (client error): The resource could not be found. Jul 31 20:05:02.971288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1341b6d7-cf9a-4f6f-a2ee-718d0b6ddabb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups/76d2fa14-8d8e-47a7-9732-939d8d57b0af HTTP/1.1" status: 404 len: 347 time: 0.0284245 Jul 31 20:05:02.971587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58920) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:03.020339 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:03.036282 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5acf938b-5d35-458d-9e0d-0c6a46fac38e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:05:03.095846 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3fb50b5a-acb2-48d1-a45b-8d19f9c5b553 req-572459d2-20f9-4f15-9388-acdc23d98caa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=bac54baf-9c5e-4774-be4a-78b89959104f HTTP/1.1" status: 200 len: 210 time: 0.0784209 Jul 31 20:05:03.153033 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port 2e747578-291c-44f8-a58f-4b4cd2cc89d2 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:03.153413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.173286 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:03.186525 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:05:03.192436 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:03.219321 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d5752-915a-4c8c-bf96-717537b60459 None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T19:59:41Z', 'revision_number': 4, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4ad5772d-f484-4698-bf06-b59cf82a2478', 'name': '', 'network_id': '53f36ad7-07fc-4450-bca6-30cfbe8fbc79', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'mac_address': 'fa:16:3e:b0:d5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:52Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'subnets': [{'id': 'b8154c75-31cd-44d1-9fc8-ba458d1dd2c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:03.233057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5acf938b-5d35-458d-9e0d-0c6a46fac38e is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:03.233556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.251290 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5acf938b-5d35-458d-9e0d-0c6a46fac38e {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:05:03.266356 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c6830-34b1-470c-a2e8-8a5008c518ce req-4b447fd8-ab45-4a65-9109-d3f601b9cb36 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:03.267920 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d2c6830-34b1-470c-a2e8-8a5008c518ce req-4b447fd8-ab45-4a65-9109-d3f601b9cb36 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 943 time: 0.0656779 Jul 31 20:05:03.274510 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:03.277366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.277709 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (2e747578-291c-44f8-a58f-4b4cd2cc89d2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.282604 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.308988 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for 2e747578-291c-44f8-a58f-4b4cd2cc89d2 owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:03.333652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:03.336488 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:03.386410 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1d2c6830-34b1-470c-a2e8-8a5008c518ce req-884bf226-f6ff-4d74-a2ed-e95be3c5d283 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005473 Jul 31 20:05:03.478793 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75100ae0-6f8d-48be-a0da-3eca701d7ffc None None] New status for floating IP 72f51a67-5067-4450-a897-94c633789ebf: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:05:03.479396 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (2e747578-291c-44f8-a58f-4b4cd2cc89d2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.511299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=2e747578-291c-44f8-a58f-4b4cd2cc89d2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:03.513194 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:03.537722 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (528f0e63-6775-4431-bcfb-ad5fba692052), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.540164 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.544213 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0d36470a-5f7e-469d-8438-9f5861a96e3d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/floatingips/528f0e63-6775-4431-bcfb-ad5fba692052 HTTP/1.1" status: 204 len: 168 time: 0.5688329 Jul 31 20:05:03.612605 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58926) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:03.617333 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870303555', 'description': 'tempest-description--1673438556'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:03.642174 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.710930 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.716411 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.734513 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['5acf938b-5d35-458d-9e0d-0c6a46fac38e'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:03.751012 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:03.756926 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.761168 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-99105311-55a5-4ff7-a096-a1bd36df5d82 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1474509 Jul 31 20:05:03.761645 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58928) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:03.766843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:03.787928 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.795177 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (2f124509-dbef-492c-81ac-0ded095c679f), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.812099 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:03.850759 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (2f124509-dbef-492c-81ac-0ded095c679f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.854870 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (2f124509-dbef-492c-81ac-0ded095c679f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.875942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f124509-dbef-492c-81ac-0ded095c679f,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:03.887195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.888460 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-91b4be4a-5382-46c5-9e3f-bcaa8c37f414 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255996 Jul 31 20:05:03.891214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58930) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:03.895444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'security_group_rule': {'security_group_id': '5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:03.921101 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (55c900b5-15f2-4f81-a856-903a08c96c6a), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.976793 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (55c900b5-15f2-4f81-a856-903a08c96c6a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.980849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-384216'] for security_group_rule (55c900b5-15f2-4f81-a856-903a08c96c6a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:03.999134 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c900b5-15f2-4f81-a856-903a08c96c6a,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:04.010406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.011627 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f9a67f37-f98a-43a6-99fe-7f70386ba65f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194768 Jul 31 20:05:04.014758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58932) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:04.018981 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:04.028490 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:04.042118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.134518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.203035 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58938) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:04.250379 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.27.0.50 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/b726c0c0-28c0-4a37-9144-dfb6fff42dea) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:05:04.261931 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.286218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.334851 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.337474 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.338647 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "DELETE /v2.0/security-groups/47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55 HTTP/1.1" status: 204 len: 168 time: 0.1345174 Jul 31 20:05:04.342009 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 58940) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:04.348686 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29a4ae-bf75-4f33-87aa-09836ec9f391 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:04.370765 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-38cd362d-45f0-4296-8914-ce0b0b167ac2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] show failed (client error): The resource could not be found. Jul 31 20:05:04.374813 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-38cd362d-45f0-4296-8914-ce0b0b167ac2 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups/47f01d48-99a2-4dbc-86d3-d5c2c6d8bd55 HTTP/1.1" status: 404 len: 347 time: 0.0287178 Jul 31 20:05:04.374813 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.375895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 58942) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:04.381958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:04.410508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.453189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:05:04.458978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:05:04.463177 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:05:04.494651 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Deleting port 0354270a-2bb2-4341-9690-64f45a510dc5 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:04.495365 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.503559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=b726c0c0-28c0-4a37-9144-dfb6fff42dea,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:04.547782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcd123-0aa1-4e2b-a47b-ce1e90c0bdd1 req-deca2a6c-c723-4de6-a572-4c142dccfefa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:04.549325 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bdcd123-0aa1-4e2b-a47b-ce1e90c0bdd1 req-deca2a6c-c723-4de6-a572-4c142dccfefa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 944 time: 0.0774455 Jul 31 20:05:04.552107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.575719 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.576046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (0354270a-2bb2-4341-9690-64f45a510dc5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.588109 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Calling delete_port for 0354270a-2bb2-4341-9690-64f45a510dc5 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:04.723523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (0354270a-2bb2-4341-9690-64f45a510dc5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.753053 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event deleted for resources: {'Port': ['ID=0354270a-2bb2-4341-9690-64f45a510dc5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:04.819049 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks [] for floatingip (72f51a67-5067-4450-a897-94c633789ebf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.821561 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.825647 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2400bfb3-94af-4125-9253-7f15375cc048 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "DELETE /v2.0/floatingips/72f51a67-5067-4450-a897-94c633789ebf HTTP/1.1" status: 204 len: 168 time: 0.4457386 Jul 31 20:05:04.868677 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:04.905415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6bdcd123-0aa1-4e2b-a47b-ce1e90c0bdd1 req-854d0bfd-c756-4403-aa6f-2a9ae27c3ed5 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480272 Jul 31 20:05:05.031080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:05.034085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.038226 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5acf938b-5d35-458d-9e0d-0c6a46fac38e up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:05:05.039987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.040700 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.082700 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.083944 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0682878 Jul 31 20:05:05.086030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 5acf938b-5d35-458d-9e0d-0c6a46fac38e completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:05:05.089382 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53edab-faa1-400d-bae7-c5ffbc53be8d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=b726c0c0-28c0-4a37-9144-dfb6fff42dea,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:05.098243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 5acf938b-5d35-458d-9e0d-0c6a46fac38e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:05:05.098642 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.172216 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5acf938b-5d35-458d-9e0d-0c6a46fac38e is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:05.172788 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.196541 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:05.198820 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fbeec6-0e36-4205-8c66-829653999b56" -d '{"events": [{"server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:05.212037 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:05.217722 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:05.218565 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 4b015db4-1121-4b9d-8f46-45643ea431bf no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:05.240612 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20037127-19ca-43c7-a260-88e26eded080 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1870303555&fields=id&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 267 time: 0.0480723 Jul 31 20:05:05.262344 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922a8cb8-fd65-489c-af4b-7c2ee6c24044 x-openstack-request-id: req-922a8cb8-fd65-489c-af4b-7c2ee6c24044 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:05.262660 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "name": "network-vif-plugged", "status": "completed", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:05.262943 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-922a8cb8-fd65-489c-af4b-7c2ee6c24044 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:05.263414 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922a8cb8-fd65-489c-af4b-7c2ee6c24044'] response: {'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'code': 200} Jul 31 20:05:05.264046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 4b015db4-1121-4b9d-8f46-45643ea431bf {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:05.264383 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 4b015db4-1121-4b9d-8f46-45643ea431bf not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:05.291883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:05.354354 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-18175d82-4dd9-44bd-b931-45fe61559744 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:05.355855 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-18175d82-4dd9-44bd-b931-45fe61559744 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.1054664 Jul 31 20:05:05.370892 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-6561eacd-074c-4aac-a410-ba7424ae2194 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/quotas/2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 375 time: 0.0094955 Jul 31 20:05:05.420267 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-c25a81fe-6b2d-48f4-b010-a0414071237a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439126 Jul 31 20:05:05.561138 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408298a-3e67-468a-8001-1ffe7e7e9747 req-76ed6c47-88bf-4fea-a918-249a6660617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:05.562571 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d408298a-3e67-468a-8001-1ffe7e7e9747 req-76ed6c47-88bf-4fea-a918-249a6660617b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1129 time: 0.0775082 Jul 31 20:05:05.610329 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-c88716da-7671-49a4-9e54-3759362605ea service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762862 Jul 31 20:05:05.620761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:05.650190 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d408298a-3e67-468a-8001-1ffe7e7e9747 req-14f652d5-9d36-4d79-9016-bea6aeb5cae6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790949 Jul 31 20:05:05.725121 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-8033d1f7-870d-4b54-aca3-9b06f1592258 service neutron] 10.222.0.48 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078036 Jul 31 20:05:05.896095 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-74dc7972-d856-4cdb-af5a-4503df07a182 req-6e332cf5-dd1c-4c37-a556-8b03154978c4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0299954 Jul 31 20:05:06.037242 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66546e4c-a29d-4415-b5d4-25d56f52c413 req-3cac5df0-a961-4873-af8c-d0a8564bb725 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:06.038868 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66546e4c-a29d-4415-b5d4-25d56f52c413 req-3cac5df0-a961-4873-af8c-d0a8564bb725 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.0558627 Jul 31 20:05:06.093383 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-66546e4c-a29d-4415-b5d4-25d56f52c413 req-d594bacc-79e9-400a-bde2-ef10c34c007b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474648 Jul 31 20:05:07.010813 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22b91b19-e27f-4a27-9628-0c46104ff9af req-f0019c58-2052-4f75-9a09-0eff25396277 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0316463 Jul 31 20:05:07.214610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873a22a-33c2-4cdf-a1c3-dea9098b9e38 req-75fcaf45-78d7-451a-b9f5-bd76706e028e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:07.216429 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5873a22a-33c2-4cdf-a1c3-dea9098b9e38 req-75fcaf45-78d7-451a-b9f5-bd76706e028e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.0494320 Jul 31 20:05:07.271308 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5873a22a-33c2-4cdf-a1c3-dea9098b9e38 req-d7e72e5a-808a-48cf-bd34-02a6295322ca tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483582 Jul 31 20:05:07.347618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759f65-c227-4797-bbb7-66c41ea182f9 req-264d9641-d735-4905-8c42-f37798330dfa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:07.349140 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-13759f65-c227-4797-bbb7-66c41ea182f9 req-264d9641-d735-4905-8c42-f37798330dfa tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Jul 31 20:05:07.417252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aead5c-d7d8-486e-9815-806efaa20cc7 req-feba2161-8986-4e67-8d3e-2b7d7e2bfaaa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:07.418788 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2aead5c-d7d8-486e-9815-806efaa20cc7 req-feba2161-8986-4e67-8d3e-2b7d7e2bfaaa tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.0687380 Jul 31 20:05:07.446457 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:07.462367 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:07.462955 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-13759f65-c227-4797-bbb7-66c41ea182f9 req-cfbcc866-09ff-4a58-9347-ddf6c6b0b28f tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029522 Jul 31 20:05:07.486259 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:07.497071 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d2aead5c-d7d8-486e-9815-806efaa20cc7 req-eb0061c7-3c58-4d70-98e6-c2f4c2d1d697 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697441 Jul 31 20:05:07.523671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59000) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:07.561392 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018d44b4-a46d-415b-a865-b2d482c8bc91 tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:07.562936 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-018d44b4-a46d-415b-a865-b2d482c8bc91 tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1124 time: 0.0382640 Jul 31 20:05:07.566030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59002) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:07.570723 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:07.595159 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:07.638432 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:07.652403 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:07.677094 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:07.792245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.27.0.47 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/49fbe520-242c-43c3-ae2e-64db534bb859) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:05:07.899136 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (49fbe520-242c-43c3-ae2e-64db534bb859), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:07.932511 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:07.969020 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:05:07.973855 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:05:07.977788 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:05:07.999400 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=49fbe520-242c-43c3-ae2e-64db534bb859,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:08.110978 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e25d59f3-1e31-4c74-94e5-44d7a37b7c3b req-841779ce-ccf9-4188-8020-95fc2c240e9a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0281086 Jul 31 20:05:08.332647 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (4fb4f290-c287-4159-8c4d-07c79d7bf7b4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:08.357485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:08.398935 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:08.489229 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:08.548591 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (49fbe520-242c-43c3-ae2e-64db534bb859), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:08.555260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:08.589736 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf554a-9a88-4bfd-a375-a0ee113dc110 req-a91979e1-1c18-44de-ae5c-b87e20578562 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:08.591140 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ecaf554a-9a88-4bfd-a375-a0ee113dc110 req-a91979e1-1c18-44de-ae5c-b87e20578562 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Jul 31 20:05:08.624298 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=49fbe520-242c-43c3-ae2e-64db534bb859,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:08.626859 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (4fb4f290-c287-4159-8c4d-07c79d7bf7b4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:08.640649 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ecaf554a-9a88-4bfd-a375-a0ee113dc110 req-dd0aff6e-bb4c-4018-840f-aef8d272b1a0 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Jul 31 20:05:08.722107 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP 4fb4f290-c287-4159-8c4d-07c79d7bf7b4 associated. External IP: 172.27.0.47, port: 5acf938b-5d35-458d-9e0d-0c6a46fac38e. Jul 31 20:05:09.110312 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:09.212223 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4afe452-f760-424a-b949-16de5ae5d830 req-a2c4734d-bf60-421d-9da9-cc72072b797f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0281703 Jul 31 20:05:09.213863 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:09.224789 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:09.235397 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:09.236244 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:09.236402 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:09.270609 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2b90807f-1de2-4281-b05a-aa06a7b413db tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7034912 Jul 31 20:05:09.271375 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:09.273818 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f3fafa-1325-4581-9930-d7b8c72085e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:09.312963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a27b5e-4a65-4050-a140-d21a630aaa27 x-openstack-request-id: req-a8a27b5e-4a65-4050-a140-d21a630aaa27 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:09.313327 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:09.313656 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8a27b5e-4a65-4050-a140-d21a630aaa27 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:09.314362 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a27b5e-4a65-4050-a140-d21a630aaa27'] response: {'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'status': 'completed', 'code': 200} Jul 31 20:05:09.341366 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:09.554459 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:08Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:09.584327 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:09.595215 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-efea7d20-7f5e-49f9-b20e-35341bbcad13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:09.597664 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:09.598272 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:04:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:09.762949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4360d9-688b-4ee3-8d61-399e32e0d92e req-c4067865-1873-4a4a-9fc9-92a81a9bda29 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:09.764515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e4360d9-688b-4ee3-8d61-399e32e0d92e req-c4067865-1873-4a4a-9fc9-92a81a9bda29 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Jul 31 20:05:09.791948 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:09.811059 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2e4360d9-688b-4ee3-8d61-399e32e0d92e req-ef479806-720a-4852-aac5-888363df62fb tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Jul 31 20:05:10.007165 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:08Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:10.035287 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdde711-366c-4d5d-9601-964bdf236ac4 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:08Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:10.244646 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e457a23-44f6-4e40-a00f-5e52dec5c377 None None] New status for floating IP 4fb4f290-c287-4159-8c4d-07c79d7bf7b4: ACTIVE {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:05:10.402061 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-770940d5-33c0-438f-b489-798b6c433ddf req-8a6138ac-9d49-466c-967d-03fbbd2986ca tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.1004128 Jul 31 20:05:10.453982 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-d7e87722-1048-4d53-a959-bbb14c16043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:10.455800 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-d7e87722-1048-4d53-a959-bbb14c16043e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1129 time: 0.2045257 Jul 31 20:05:10.469440 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-ffbdfc95-b61d-47da-975e-05067c5097ce tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:10.471074 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-ffbdfc95-b61d-47da-975e-05067c5097ce tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1268504 Jul 31 20:05:10.589905 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:10.626095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-cf7f0c32-6293-4e53-b0a1-906609052f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:10.627539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-cf7f0c32-6293-4e53-b0a1-906609052f70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.1647375 Jul 31 20:05:10.666452 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-a88859ae-0203-413f-acaa-4322a8143cf3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:10.667767 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-a88859ae-0203-413f-acaa-4322a8143cf3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 815 time: 0.3066196 Jul 31 20:05:10.720440 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Deleting port cfa02dcb-7408-495e-8b94-f4b8c7c96142 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:10.720778 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:10.799175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-8e3a6431-9cec-4c90-b4b7-fdd061ab6476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 1000 time: 0.1304536 Jul 31 20:05:10.864636 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-118900f2-ac19-4cc9-ba72-427e95509cd8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f435e60769a43deb3c15b351f97d62c HTTP/1.1" status: 200 len: 380 time: 0.1572404 Jul 31 20:05:10.877705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'port': {'device_id': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'admin_state_up': True, 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'security_groups': ['5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:10.973576 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-92b474d0-d702-42eb-a6a7-12c903598cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:10.974937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-92b474d0-d702-42eb-a6a7-12c903598cb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.1585417 Jul 31 20:05:10.982944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] For port cfa02dcb-7408-495e-8b94-f4b8c7c96142, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=cfa02dcb-7408-495e-8b94-f4b8c7c96142,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:10.983300 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.032089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Calling delete_port for cfa02dcb-7408-495e-8b94-f4b8c7c96142 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:11.041444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077e55f-555c-4c4e-acef-3f30c26548e7 req-928a8902-2e59-4092-b648-06976bb749b8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:11.042930 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7077e55f-555c-4c4e-acef-3f30c26548e7 req-928a8902-2e59-4092-b648-06976bb749b8 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 945 time: 0.1540482 Jul 31 20:05:11.082490 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-496874a7-73b8-4523-ba87-98bd632c6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:11.083946 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-496874a7-73b8-4523-ba87-98bd632c6965 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0981464 Jul 31 20:05:11.150568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:11.239941 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7077e55f-555c-4c4e-acef-3f30c26548e7 req-32bd76b8-fd17-4fe5-aafd-f37194c82eaf tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888540 Jul 31 20:05:11.268007 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Made reservation on behalf of 2f435e60769a43deb3c15b351f97d62c for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:05:11.271415 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.310895 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-f43271d9-5928-4713-ad67-f5a2aa3de2fe service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916583 Jul 31 20:05:11.312880 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:11.506211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (cfa02dcb-7408-495e-8b94-f4b8c7c96142), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.555012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'cfa02dcb-7408-495e-8b94-f4b8c7c96142'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:11.561781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30e69e99-a5e0-4d51-8c1f-6074eb4abb8b req-870e19fb-acc0-41df-807f-c2753e59060e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 210 time: 0.0738194 Jul 31 20:05:11.577448 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event deleted for resources: {'Port': ['ID=cfa02dcb-7408-495e-8b94-f4b8c7c96142,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:11.585519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Allocated IP 172.20.0.5 (758cb11a-528c-4227-88a9-030f838941a5/17f9880b-2d85-487f-94e0-5eb96bff51fb/ea9ca6e8-81a9-4578-b567-6dc73d9650ec) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:05:11.589215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7f3fafa-1325-4581-9930-d7b8c72085e6 req-2ff8c7a8-a925-466a-8a50-b29ed75688cd service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467461 Jul 31 20:05:11.641117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] No DVR routers for this DVR port cfa02dcb-7408-495e-8b94-f4b8c7c96142 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:11.646010 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.649192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52922a55-fc92-4a38-9a64-2d8d5cf6d1c6 req-083414be-f50d-4f01-98f8-b8dceeacd36e tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "DELETE /v2.0/ports/cfa02dcb-7408-495e-8b94-f4b8c7c96142 HTTP/1.1" status: 204 len: 173 time: 1.1158268 Jul 31 20:05:11.649618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'name': 'network-vif-deleted', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:11.651857 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630fa13b-e605-439c-9018-31df7602d091" -d '{"events": [{"server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "name": "network-vif-deleted", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:11.722165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f0d0b2-9012-4038-b84e-f362a840381a x-openstack-request-id: req-c2f0d0b2-9012-4038-b84e-f362a840381a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:11.722459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecd0dfe-455d-48b5-bae6-6f0544738769", "name": "network-vif-deleted", "tag": "cfa02dcb-7408-495e-8b94-f4b8c7c96142", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:11.722703 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2f0d0b2-9012-4038-b84e-f362a840381a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:11.723104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f0d0b2-9012-4038-b84e-f362a840381a'] response: {'server_uuid': '8ecd0dfe-455d-48b5-bae6-6f0544738769', 'name': 'network-vif-deleted', 'tag': 'cfa02dcb-7408-495e-8b94-f4b8c7c96142', 'status': 'completed', 'code': 200} Jul 31 20:05:11.723280 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:11.785896 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.819495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.851507 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:11.871115 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Network 758cb11a-528c-4227-88a9-030f838941a5 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:05:11.878673 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:05:11.881978 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:05:11.887257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:11.887997 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.896866 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-06a57e8a-e467-490d-94d6-197244f483c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:11.904780 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event updated for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:11.919244 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-33a91bcf-f2e3-463b-99db-503a83a91ba4 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0475142 Jul 31 20:05:12.119314 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:12.122076 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-22009074-0fba-4970-8942-9170e42a8815 None None] Provisioning complete for port ea9ca6e8-81a9-4578-b567-6dc73d9650ec triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:05:12.122452 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-22009074-0fba-4970-8942-9170e42a8815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.154944 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-22009074-0fba-4970-8942-9170e42a8815 None None] Port ea9ca6e8-81a9-4578-b567-6dc73d9650ec cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:05:12.250640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Request body: {'port': {'device_id': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:12.317447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.357200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a5aec02-1413-4efe-9e86-fedc600da478 req-bb1fc916-6bda-4ffc-b144-20dacdbad389 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ecd0dfe-455d-48b5-bae6-6f0544738769 HTTP/1.1" status: 200 len: 210 time: 0.0296342 Jul 31 20:05:12.525482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:12.611879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9ca6e8-81a9-4578-b567-6dc73d9650ec {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:05:12.619489 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks [] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.633644 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Transition to ACTIVE for port object ea9ca6e8-81a9-4578-b567-6dc73d9650ec will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:05:12.646288 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.733485 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e456a0-2522-477e-a886-d0c4e5290710 req-56562bc5-3ec3-4117-91e2-41208bb1952e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:12.734969 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33e456a0-2522-477e-a886-d0c4e5290710 req-56562bc5-3ec3-4117-91e2-41208bb1952e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.0979996 Jul 31 20:05:12.738568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:12.773131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Attempting to bind port ea9ca6e8-81a9-4578-b567-6dc73d9650ec on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:05:12.773495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Attempting to bind port ea9ca6e8-81a9-4578-b567-6dc73d9650ec by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:05:12.773834 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Attempting to bind port ea9ca6e8-81a9-4578-b567-6dc73d9650ec on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:05:12.781566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Port ea9ca6e8-81a9-4578-b567-6dc73d9650ec on network 758cb11a-528c-4227-88a9-030f838941a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:05:12.781917 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Attempting to bind port ea9ca6e8-81a9-4578-b567-6dc73d9650ec on network 758cb11a-528c-4227-88a9-030f838941a5 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:05:12.797672 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:05:12.798018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Checking segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:05:12.798399 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Bound using segment: {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:05:12.798830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Bound port: ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4ed64c-17c5-4d42-808f-1e622d17e174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '758cb11a-528c-4227-88a9-030f838941a5'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:05:12.799186 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.820017 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33e456a0-2522-477e-a886-d0c4e5290710 req-2922dcbc-741d-4ed8-addf-e7b704ae116e tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779979 Jul 31 20:05:12.845920 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.887291 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:05:12.890659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:05:12.896578 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.900742 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:12.901386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:12.902775 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] 10.222.0.57 "PUT /v2.0/ports/ea9ca6e8-81a9-4578-b567-6dc73d9650ec HTTP/1.1" status: 200 len: 1093 time: 0.6566210 Jul 31 20:05:12.948483 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5caf6-d44f-4520-a189-54cf6c279cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:13.010070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-8766833e-ef45-4a75-b693-94b22a364190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:13.011567 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-8766833e-ef45-4a75-b693-94b22a364190 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 1127 time: 0.0423324 Jul 31 20:05:13.319526 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-ccf4a54f-0048-4aa3-a5ac-788b2c547a1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec HTTP/1.1" status: 200 len: 217 time: 0.2908247 Jul 31 20:05:13.381608 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-551802c3-9242-4f1f-a3d5-f10dbf26cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:13.383094 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-551802c3-9242-4f1f-a3d5-f10dbf26cc5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.0540550 Jul 31 20:05:13.431496 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-b14e0281-4011-46ee-a3e9-2e855a2ada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:13.433286 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-b14e0281-4011-46ee-a3e9-2e855a2ada77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417268 Jul 31 20:05:13.497747 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:13.530034 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-e030ccdc-ed7d-43dc-b0d8-996c0285f956 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865605 Jul 31 20:05:13.656538 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bac592-6877-4378-af0b-618983acb9ab req-c1776678-5955-4811-b7fa-91a11d4ce62b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:13.658004 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8bac592-6877-4378-af0b-618983acb9ab req-c1776678-5955-4811-b7fa-91a11d4ce62b tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0649073 Jul 31 20:05:13.683252 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-62cde5e0-8b0d-4acf-ae3e-ae059154f06a req-12f38579-d6cb-49e1-81e9-7a7b2d94cb6a service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458631 Jul 31 20:05:13.717215 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8bac592-6877-4378-af0b-618983acb9ab req-cf5a9c7a-f0cc-42d2-a752-172ba04ddfd1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533302 Jul 31 20:05:13.723853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:13.726396 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28671e31-2f63-40b2-89e8-2c6d06167c59" -d '{"events": [{"name": "network-changed", "server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:13.828160 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55413adc-9179-43d2-815f-43922b7d9012 x-openstack-request-id: req-55413adc-9179-43d2-815f-43922b7d9012 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:13.828645 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:13.828902 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55413adc-9179-43d2-815f-43922b7d9012 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:13.829310 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55413adc-9179-43d2-815f-43922b7d9012'] response: {'name': 'network-changed', 'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'status': 'completed', 'code': 200} Jul 31 20:05:13.941355 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386c809-34d8-4604-bb23-45337fb2f00a req-6dfdae94-37a9-4dce-aaf6-d84f58ca3a9c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:13.942808 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b386c809-34d8-4604-bb23-45337fb2f00a req-6dfdae94-37a9-4dce-aaf6-d84f58ca3a9c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.0484655 Jul 31 20:05:13.974483 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:13.998629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b386c809-34d8-4604-bb23-45337fb2f00a req-41902b72-40ed-471a-8908-c1c5b103d37d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479379 Jul 31 20:05:14.252733 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:14.483970 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:14.853471 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b20372-380d-4af8-a1e1-ff12466fe0b6 req-924bfd9a-ac6a-4993-9eb8-5164a51096c7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:14.855742 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3b20372-380d-4af8-a1e1-ff12466fe0b6 req-924bfd9a-ac6a-4993-9eb8-5164a51096c7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0482292 Jul 31 20:05:14.914097 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d3b20372-380d-4af8-a1e1-ff12466fe0b6 req-752a0079-8ae8-402d-9c7e-25a3239d00b7 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518699 Jul 31 20:05:15.090652 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device cfa02dcb-7408-495e-8b94-f4b8c7c96142 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:15.110578 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: cfa02dcb-7408-495e-8b94-f4b8c7c96142 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:15.110899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device cfa02dcb-7408-495e-8b94-f4b8c7c96142 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:15.127454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50172bf7-105a-4e0c-b2b3-0ce1dd8bd795 req-6d45cda3-9fc9-406f-a3a9-d7bcf834eb13 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:15.129282 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50172bf7-105a-4e0c-b2b3-0ce1dd8bd795 req-6d45cda3-9fc9-406f-a3a9-d7bcf834eb13 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.0500383 Jul 31 20:05:15.176398 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50172bf7-105a-4e0c-b2b3-0ce1dd8bd795 req-4d820c1c-54f7-4553-8d02-5ac3c5efa3dd tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414109 Jul 31 20:05:16.045765 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0671bf-5c37-479d-a0cc-4461441ceb6e req-5d8f686a-c3b1-41cd-aa7a-0c6f3df89bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:16.047284 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a0671bf-5c37-479d-a0cc-4461441ceb6e req-5d8f686a-c3b1-41cd-aa7a-0c6f3df89bec tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0541263 Jul 31 20:05:16.095771 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6a0671bf-5c37-479d-a0cc-4461441ceb6e req-b0b83e6a-df2a-4cc4-8c60-993e8de7fbfe tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Jul 31 20:05:16.309763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6ab2-8882-4e98-886f-68190462ad28 req-fada05f6-f3b2-4538-bdfb-3b7070d2a3bb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:16.311570 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fec6ab2-8882-4e98-886f-68190462ad28 req-fada05f6-f3b2-4538-bdfb-3b7070d2a3bb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.0534270 Jul 31 20:05:16.360582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7fec6ab2-8882-4e98-886f-68190462ad28 req-7ec7bffa-eb81-4146-9b26-4173dd0f6ead tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430954 Jul 31 20:05:17.232590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872bbb9-ff91-4c40-8577-247ed33b537b req-06b893ad-a1c7-4775-afcf-9ab7c5483fb9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:17.233957 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b872bbb9-ff91-4c40-8577-247ed33b537b req-06b893ad-a1c7-4775-afcf-9ab7c5483fb9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.0591731 Jul 31 20:05:17.285283 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b872bbb9-ff91-4c40-8577-247ed33b537b req-1adbc72a-d772-4bf0-8469-d5f43ff808d1 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Jul 31 20:05:17.497208 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f1c52-9544-4aad-a535-ee295ca433b8 req-4cdcfd10-0a83-4201-aaeb-57e83efca010 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:17.498801 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba5f1c52-9544-4aad-a535-ee295ca433b8 req-4cdcfd10-0a83-4201-aaeb-57e83efca010 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.0492463 Jul 31 20:05:17.554870 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba5f1c52-9544-4aad-a535-ee295ca433b8 req-1515a157-8800-4996-90d7-c007a663ffa1 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Jul 31 20:05:18.151098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-d2c10969-d974-4069-a5b6-7a30bc41dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.152583 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-d2c10969-d974-4069-a5b6-7a30bc41dbc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 1127 time: 0.0484667 Jul 31 20:05:18.251020 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-e88dc8fa-d8d1-4a7b-a031-84f56af5cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.252923 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-e88dc8fa-d8d1-4a7b-a031-84f56af5cccb service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.0922039 Jul 31 20:05:18.343501 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-b1d1601f-8d93-403a-a884-23dbabee2ae0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec HTTP/1.1" status: 200 len: 217 time: 0.0416865 Jul 31 20:05:18.381518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:18.436976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-bbb14375-d8cb-44d7-903a-1240d90c1130 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.438465 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-bbb14375-d8cb-44d7-903a-1240d90c1130 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.1297388 Jul 31 20:05:18.482878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227abd8-b365-4053-a992-83fef5013de7 req-1144dd4c-13f8-4a80-b945-c0fa88f5d3dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.484372 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1227abd8-b365-4053-a992-83fef5013de7 req-1144dd4c-13f8-4a80-b945-c0fa88f5d3dc tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 945 time: 0.1211777 Jul 31 20:05:18.487819 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-5c143330-cc2e-47b4-b0a3-9f157e584ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.489253 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-5c143330-cc2e-47b4-b0a3-9f157e584ef9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.1249056 Jul 31 20:05:18.572625 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:18.598027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-7b7292d2-fc79-4d4e-bd5f-1d9ffb9fe1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.599599 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-7b7292d2-fc79-4d4e-bd5f-1d9ffb9fe1b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966606 Jul 31 20:05:18.603120 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Deleting port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:18.603459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:18.715497 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1227abd8-b365-4053-a992-83fef5013de7 req-06ead34d-7db0-4688-9012-59b6bea445db tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/security-groups?id=559f6377-2646-4fda-b708-efdc745d953d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253382 Jul 31 20:05:18.775523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f924ed-49ae-4510-ac8f-d2fa57cbabc2 req-519da68d-ccc4-4fa9-8039-1a4cd55bb121 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:18.777029 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f924ed-49ae-4510-ac8f-d2fa57cbabc2 req-519da68d-ccc4-4fa9-8039-1a4cd55bb121 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 943 time: 0.1415572 Jul 31 20:05:18.845629 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] For port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:18.845878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:18.849645 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-ace25aff-3321-4e8a-ac05-106fe0249fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393334 Jul 31 20:05:18.885752 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Calling delete_port for 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:18.933950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f924ed-49ae-4510-ac8f-d2fa57cbabc2 req-52e61343-d50c-4c75-a858-a6bd459e645d tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506512 Jul 31 20:05:19.019534 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28671e31-2f63-40b2-89e8-2c6d06167c59 req-577a9c6b-1952-44ca-9c33-76d082833501 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595612 Jul 31 20:05:19.087202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device ea9ca6e8-81a9-4578-b567-6dc73d9650ec details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:05:19.097935 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (95267dcb-4338-43ed-96fe-5c4a8c8ee0dd), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:19.127644 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Pushing event deleted for resources: {'Port': ['ID=95267dcb-4338-43ed-96fe-5c4a8c8ee0dd,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:19.158815 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['95267dcb-4338-43ed-96fe-5c4a8c8ee0dd'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:19.173040 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] No DVR routers for this DVR port 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:19.175508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:19.178742 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90a370bc-ec23-43c3-8d4e-d20306c1c44a req-e99997c2-3dd9-45f3-a801-a689525888a9 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.57 "DELETE /v2.0/ports/95267dcb-4338-43ed-96fe-5c4a8c8ee0dd HTTP/1.1" status: 204 len: 173 time: 0.7312336 Jul 31 20:05:19.179162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'name': 'network-vif-deleted', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:19.181985 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78a3bfc-26a5-4b1c-872f-c070fa991bb8" -d '{"events": [{"server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "name": "network-vif-deleted", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:19.217889 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e8712b-bcf4-482e-9fe4-127698f79655 x-openstack-request-id: req-42e8712b-bcf4-482e-9fe4-127698f79655 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:19.218413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a098dc51-df70-4d1b-ae0b-264fdb83e932", "name": "network-vif-deleted", "tag": "95267dcb-4338-43ed-96fe-5c4a8c8ee0dd", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:19.218676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42e8712b-bcf4-482e-9fe4-127698f79655 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:19.219066 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e8712b-bcf4-482e-9fe4-127698f79655'] response: {'server_uuid': 'a098dc51-df70-4d1b-ae0b-264fdb83e932', 'name': 'network-vif-deleted', 'tag': '95267dcb-4338-43ed-96fe-5c4a8c8ee0dd', 'status': 'completed', 'code': 200} Jul 31 20:05:19.227915 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:19.239403 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'port_id': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'mac_address': 'fa:16:3e:7f:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:05:19.265069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:19.267346 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=62,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:19.276909 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port ea9ca6e8-81a9-4578-b567-6dc73d9650ec is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:19.277329 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:19.294365 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9ca6e8-81a9-4578-b567-6dc73d9650ec {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:05:19.315148 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:19.319815 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:19.369840 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:19.742926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['ea9ca6e8-81a9-4578-b567-6dc73d9650ec'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:19.863396 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9951e883-5e56-4113-a6b7-fe32a9622200 req-408c1ade-c4be-4fb2-a21a-da1a1b567756 tempest-ServerRescueNegativeTestJSON-154903434 tempest-ServerRescueNegativeTestJSON-154903434-project] 10.222.0.48 "GET /v2.0/ports?device_id=a098dc51-df70-4d1b-ae0b-264fdb83e932 HTTP/1.1" status: 200 len: 210 time: 0.0332234 Jul 31 20:05:20.010084 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=73 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:20.068879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8405c20-82a6-421c-9ae2-418e796f5dd3 req-d01750e4-7f85-4f0f-bdce-15fc4fb53d1c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:20.070386 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8405c20-82a6-421c-9ae2-418e796f5dd3 req-d01750e4-7f85-4f0f-bdce-15fc4fb53d1c tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 944 time: 0.0510778 Jul 31 20:05:20.125475 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a8405c20-82a6-421c-9ae2-418e796f5dd3 req-460d52a8-a75b-4b6d-b1d7-c310472b3a0b tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468261 Jul 31 20:05:20.930548 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59078) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:21.110195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device ea9ca6e8-81a9-4578-b567-6dc73d9650ec up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:05:21.153394 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port ea9ca6e8-81a9-4578-b567-6dc73d9650ec completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:05:21.163409 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port ea9ca6e8-81a9-4578-b567-6dc73d9650ec triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:05:21.164034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.234049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:21.239149 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port ea9ca6e8-81a9-4578-b567-6dc73d9650ec is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:21.239538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.254409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af435a1-6bbc-40e7-bf2d-a32dd9470477 req-448b1809-4ea3-48a4-9655-e0b2278c03e0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:21.256036 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8af435a1-6bbc-40e7-bf2d-a32dd9470477 req-448b1809-4ea3-48a4-9655-e0b2278c03e0 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 944 time: 0.0510442 Jul 31 20:05:21.268014 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:21.270555 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96d347-0039-44bf-be1d-deb818b39b82" -d '{"events": [{"server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:21.299503 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:21.307352 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.332682 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8af435a1-6bbc-40e7-bf2d-a32dd9470477 req-a685d7f4-8f04-408b-b97a-39a342c57989 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695136 Jul 31 20:05:21.340770 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:21.361406 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:21.375645 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9660fc4f-2b08-4f87-80ea-c58571856e04 x-openstack-request-id: req-9660fc4f-2b08-4f87-80ea-c58571856e04 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:21.375962 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "name": "network-vif-plugged", "status": "completed", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:21.376217 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9660fc4f-2b08-4f87-80ea-c58571856e04 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:21.376616 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9660fc4f-2b08-4f87-80ea-c58571856e04'] response: {'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'code': 200} Jul 31 20:05:21.422548 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.601342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8541e-c0e6-42d0-b36b-c38b858c0dcd req-46cd9d4c-e604-42dd-8eaa-81afe3435cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:21.602942 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7eb8541e-c0e6-42d0-b36b-c38b858c0dcd req-46cd9d4c-e604-42dd-8eaa-81afe3435cee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 1129 time: 0.0380681 Jul 31 20:05:21.640679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:21.655992 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7eb8541e-c0e6-42d0-b36b-c38b858c0dcd req-d81404fb-bf1d-4da8-8255-5bea33f880eb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Jul 31 20:05:21.696351 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Deleting port 4ad5772d-f484-4698-bf06-b59cf82a2478 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:21.696694 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.775899 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] For port 4ad5772d-f484-4698-bf06-b59cf82a2478, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ad5772d-f484-4698-bf06-b59cf82a2478,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:21.776257 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.788584 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Calling delete_port for 4ad5772d-f484-4698-bf06-b59cf82a2478 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:21.943687 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:21.965434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (4ad5772d-f484-4698-bf06-b59cf82a2478), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:21.988623 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4ad5772d-f484-4698-bf06-b59cf82a2478,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:22.014752 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:22.147517 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:22.351159 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:22.453326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd57b-4128-424a-b2a6-2c1b4f20d4de req-72c6bbf0-8edc-479e-bb2c-2096c0165a6a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:22.454958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a6fd57b-4128-424a-b2a6-2c1b4f20d4de req-72c6bbf0-8edc-479e-bb2c-2096c0165a6a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0502882 Jul 31 20:05:22.457725 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:22.463619 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-acf46673-f1a7-4e44-abaa-0ae0a0dd15ae admin admin] 10.222.0.48 "PUT /v2.0/routers/1ef37c7c-8180-4bb2-b1c8-bd242b328abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5318222 Jul 31 20:05:22.466354 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59094) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:22.467799 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Sync routers for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:22.481296 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:22.482273 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:22.513860 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a6fd57b-4128-424a-b2a6-2c1b4f20d4de req-5239cbe4-94dc-4beb-b4de-bab340b22bac tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465784 Jul 31 20:05:22.586933 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:22.722737 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:22.758143 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T20:05:21Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:22.759523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks [] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:22.791552 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Checking router: 1ef37c7c-8180-4bb2-b1c8-bd242b328abe for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:22.800743 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Routers {'1ef37c7c-8180-4bb2-b1c8-bd242b328abe'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:22.801625 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:22.860378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks [] for router_gateway (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:22.900364 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] Set router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:22.905791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Deleting port df3822e4-0862-404b-a5e6-923757ea2e59 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:22.906147 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:22.987518 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] For port df3822e4-0862-404b-a5e6-923757ea2e59, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=df3822e4-0862-404b-a5e6-923757ea2e59,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:22.988260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.001549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Calling delete_port for df3822e4-0862-404b-a5e6-923757ea2e59 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:23.039020 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:23.059494 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=100 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:23.070526 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T20:05:21Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:23.095029 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d28ad5a-3af1-4041-ad92-1d7b966d4833 None None] The sync data for ids ['1ef37c7c-8180-4bb2-b1c8-bd242b328abe'] in dv-cinder-849846-6-iscsi is: [{'id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'name': 'tempest-ServerRescueNegativeTestJSON-1278672957-router', 'tenant_id': '41f4d4561f4f40f8b370b8cc943c97af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:28Z', 'updated_at': '2022-07-31T20:05:21Z', 'revision_number': 5, 'project_id': '41f4d4561f4f40f8b370b8cc943c97af', 'gw_port': {'id': 'df3822e4-0862-404b-a5e6-923757ea2e59', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:34:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef37c7c-8180-4bb2-b1c8-bd242b328abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:30Z', 'updated_at': '2022-07-31T19:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:23.109033 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:23.136849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:23.137236 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 95267dcb-4338-43ed-96fe-5c4a8c8ee0dd not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:23.185204 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (df3822e4-0862-404b-a5e6-923757ea2e59), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.209705 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3822e4-0862-404b-a5e6-923757ea2e59,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:23.271050 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.357468 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.359812 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks [] for router_controller (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.405350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (1ef37c7c-8180-4bb2-b1c8-bd242b328abe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.405904 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef37c7c-8180-4bb2-b1c8-bd242b328abe {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:05:23.411409 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.413146 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-579224a8-3d5f-4632-a580-0b315a78a248 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ef37c7c-8180-4bb2-b1c8-bd242b328abe HTTP/1.1" status: 204 len: 168 time: 0.9456840 Jul 31 20:05:23.416482 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59096) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:23.466236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Deleting subnet b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:05:23.469771 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Publish callbacks [] for subnet (b8154c75-31cd-44d1-9fc8-ba458d1dd2c5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.511450 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (b8154c75-31cd-44d1-9fc8-ba458d1dd2c5), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.604544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (b8154c75-31cd-44d1-9fc8-ba458d1dd2c5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.651238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afe7d8-5bc6-4ffe-a9dc-e464a2aee4a0 req-aa596947-b5d5-42e4-baea-76e37c6066a8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:23.652618 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1afe7d8-5bc6-4ffe-a9dc-e464a2aee4a0 req-aa596947-b5d5-42e4-baea-76e37c6066a8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0502319 Jul 31 20:05:23.662995 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (b8154c75-31cd-44d1-9fc8-ba458d1dd2c5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.689683 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8154c75-31cd-44d1-9fc8-ba458d1dd2c5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:23.697523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.700719 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c74f43e3-3981-47c0-9d29-eec0a1c7877c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8154c75-31cd-44d1-9fc8-ba458d1dd2c5 HTTP/1.1" status: 204 len: 168 time: 0.2831120 Jul 31 20:05:23.706528 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59104) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:23.707524 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3126d66-e2c5-497e-a708-d2bbe9860964 None None] Network 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:05:23.718164 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1afe7d8-5bc6-4ffe-a9dc-e464a2aee4a0 req-cdc85518-a273-4e34-a4bc-bc32ce5c56cc tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588040 Jul 31 20:05:23.805735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (53f36ad7-07fc-4450-bca6-30cfbe8fbc79), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.810716 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:23.858747 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Deleting port 4ee87231-82cb-4fd7-85b4-08cae57abb55 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:23.859117 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.899719 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213eaf4-08e8-46ff-9d62-002b79891d9e req-d768a7c2-aa57-4f10-83b1-99a9e762babf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:23.901939 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e213eaf4-08e8-46ff-9d62-002b79891d9e req-d768a7c2-aa57-4f10-83b1-99a9e762babf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0697167 Jul 31 20:05:23.908524 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59112) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:23.913063 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Request body: {'floatingip': {'port_id': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:23.943257 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] For port 4ee87231-82cb-4fd7-85b4-08cae57abb55, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4ee87231-82cb-4fd7-85b4-08cae57abb55,segment=NetworkSegment(a0b54a68-3135-4fda-9bc3-b908f7dfa928),segment_id=a0b54a68-3135-4fda-9bc3-b908f7dfa928)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:23.943697 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.956276 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:23.961897 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Calling delete_port for 4ee87231-82cb-4fd7-85b4-08cae57abb55 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:24.008939 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:24.055563 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (4ee87231-82cb-4fd7-85b4-08cae57abb55), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.059068 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:24.082867 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ee87231-82cb-4fd7-85b4-08cae57abb55,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:24.086846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] No DVR routers for this DVR port 4ee87231-82cb-4fd7-85b4-08cae57abb55 on host dv-cinder-849846-6-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:24.162350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6a788-f083-4f85-8b13-536154a527ab None None] DHCP port deletion for 53f36ad7-07fc-4450-bca6-30cfbe8fbc79 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:05:24.198711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (53f36ad7-07fc-4450-bca6-30cfbe8fbc79), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.228921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f36ad7-07fc-4450-bca6-30cfbe8fbc79']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:24.245831 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b54a68-3135-4fda-9bc3-b908f7dfa928') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:24.246433 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b54a68-3135-4fda-9bc3-b908f7dfa928') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:24.264022 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (a0b54a68-3135-4fda-9bc3-b908f7dfa928), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.280362 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (a0b54a68-3135-4fda-9bc3-b908f7dfa928), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.291869 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ad5772d-f484-4698-bf06-b59cf82a2478 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:24.292813 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:05:24.293591 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (a0b54a68-3135-4fda-9bc3-b908f7dfa928), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.317397 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 4ad5772d-f484-4698-bf06-b59cf82a2478 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:24.317898 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ad5772d-f484-4698-bf06-b59cf82a2478 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:24.364693 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a0b54a68-3135-4fda-9bc3-b908f7dfa928 resource provider aggregate not found Jul 31 20:05:24.378275 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (53f36ad7-07fc-4450-bca6-30cfbe8fbc79), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.387136 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.393283 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/53f36ad7-07fc-4450-bca6-30cfbe8fbc79 HTTP/1.1" status: 204 len: 168 time: 0.6829493 Jul 31 20:05:24.406389 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment a0b54a68-3135-4fda-9bc3-b908f7dfa928 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0b54a68-3135-4fda-9bc3-b908f7dfa928 found for delete ", "request_id": "req-57e440a3-ed50-4d2e-bc8e-e8e7596c88a7"}]} Jul 31 20:05:24.407724 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691851d8-97a1-4247-9642-ae3e488da5f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f36ad7-07fc-4450-bca6-30cfbe8fbc79,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:24.470971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.479572 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.522599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59124) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:24.564274 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-11216dfb-3457-42a4-b654-e799617a27f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41f4d4561f4f40f8b370b8cc943c97af&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404387 Jul 31 20:05:24.566846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59126) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:24.577978 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 154a93ec-bf86-458f-b409-ed7997251c62 associated. External IP: 172.27.0.50, port: ea9ca6e8-81a9-4578-b567-6dc73d9650ec. Jul 31 20:05:24.614860 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] Publish callbacks [] for security_group (559f6377-2646-4fda-b708-efdc745d953d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.637684 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] Publish callbacks [] for security_group (559f6377-2646-4fda-b708-efdc745d953d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.665098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:24.686528 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (559f6377-2646-4fda-b708-efdc745d953d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.689031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.690227 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/559f6377-2646-4fda-b708-efdc745d953d HTTP/1.1" status: 204 len: 168 time: 0.1223199 Jul 31 20:05:24.698458 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b794f77-1b06-47cf-ba67-8d8d5056c11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f6377-2646-4fda-b708-efdc745d953d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:24.788153 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:24.833583 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:24.897069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:24.902363 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:24.908439 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:24.921926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:24.922834 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:24.935487 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-708a0c4b-70fd-450c-bf8b-dbfdbaa0000f tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "PUT /v2.0/floatingips/154a93ec-bf86-458f-b409-ed7997251c62 HTTP/1.1" status: 200 len: 990 time: 1.0254092 Jul 31 20:05:24.936132 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:24.939192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce344b81-995f-4bdf-b778-ed219d15109c" -d '{"events": [{"name": "network-changed", "server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:24.976549 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9ad19-c7b0-45f8-8b2f-6af3b7d7d186 x-openstack-request-id: req-84f9ad19-c7b0-45f8-8b2f-6af3b7d7d186 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:24.976850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:24.977107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84f9ad19-c7b0-45f8-8b2f-6af3b7d7d186 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:24.977546 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f9ad19-c7b0-45f8-8b2f-6af3b7d7d186'] response: {'name': 'network-changed', 'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'status': 'completed', 'code': 200} Jul 31 20:05:25.042488 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:25.087109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344b81-995f-4bdf-b778-ed219d15109c req-ec47a3a2-99c2-4286-b172-d6411f44615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:25.088986 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-ec47a3a2-99c2-4286-b172-d6411f44615d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2f435e60769a43deb3c15b351f97d62c&device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 1129 time: 0.0428307 Jul 31 20:05:25.189526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344b81-995f-4bdf-b778-ed219d15109c req-f3227c3a-1370-41af-a45a-1650b02a39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:25.190721 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-f3227c3a-1370-41af-a45a-1650b02a39e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 200 len: 916 time: 0.0913112 Jul 31 20:05:25.262894 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-7d79e693-70e9-417c-9c30-c3631c2b2e5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec HTTP/1.1" status: 200 len: 998 time: 0.0645378 Jul 31 20:05:25.274659 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '154a93ec-bf86-458f-b409-ed7997251c62', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:7f:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:04Z', 'updated_at': '2022-07-31T20:05:24Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:25.307562 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:25.317461 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:25.318116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:25.406957 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:05:25.440505 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:25.601275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344b81-995f-4bdf-b778-ed219d15109c req-766a3209-7fc0-4a79-a808-261fcda93ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:25.602769 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-766a3209-7fc0-4a79-a808-261fcda93ce4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 200 len: 854 time: 0.3311598 Jul 31 20:05:25.657128 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce344b81-995f-4bdf-b778-ed219d15109c req-53bfc8ba-bfa9-45e7-afda-d77050049520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:25.658841 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-53bfc8ba-bfa9-45e7-afda-d77050049520 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=758cb11a-528c-4227-88a9-030f838941a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399473 Jul 31 20:05:25.682175 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '154a93ec-bf86-458f-b409-ed7997251c62', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:7f:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:04Z', 'updated_at': '2022-07-31T20:05:24Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:25.707919 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63a68a-7616-491d-a81e-35f071c53042 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '154a93ec-bf86-458f-b409-ed7997251c62', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'port_id': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'mac_address': 'fa:16:3e:7f:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:04Z', 'updated_at': '2022-07-31T20:05:24Z', 'revision_number': 1, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:25.768090 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-78fd4606-5fea-4fe2-9f5f-7c1d15c199db service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009924 Jul 31 20:05:25.782183 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device df3822e4-0862-404b-a5e6-923757ea2e59 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:25.805012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: df3822e4-0862-404b-a5e6-923757ea2e59 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:25.805438 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device df3822e4-0862-404b-a5e6-923757ea2e59 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:25.805865 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ee87231-82cb-4fd7-85b4-08cae57abb55 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:25.825614 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 4ee87231-82cb-4fd7-85b4-08cae57abb55 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:25.825986 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4ee87231-82cb-4fd7-85b4-08cae57abb55 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:25.886569 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce344b81-995f-4bdf-b778-ed219d15109c req-ab8c97a3-54bb-439d-9f2b-f1bd53d528e5 service neutron] 10.222.0.57 "GET /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102850 Jul 31 20:05:25.998628 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686607ae-5b06-4384-8612-5cdefa1c66d7 None None] New status for floating IP 154a93ec-bf86-458f-b409-ed7997251c62: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:05:26.362013 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dad0c-3631-465c-a557-ef0339d602f0 req-c4076192-0ec7-49ff-8bbf-14e66cfea958 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:26.363518 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd0dad0c-3631-465c-a557-ef0339d602f0 req-c4076192-0ec7-49ff-8bbf-14e66cfea958 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0528343 Jul 31 20:05:26.412731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fd0dad0c-3631-465c-a557-ef0339d602f0 req-444ac976-ce58-4d47-8f4d-e8fd06c36568 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435157 Jul 31 20:05:27.545638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4898556-d10b-49cd-baea-60d9247bdec6 req-0ec22f72-7ed8-4f88-8046-be46fae3fa1f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:27.547151 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4898556-d10b-49cd-baea-60d9247bdec6 req-0ec22f72-7ed8-4f88-8046-be46fae3fa1f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0481925 Jul 31 20:05:27.594352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4898556-d10b-49cd-baea-60d9247bdec6 req-91a09367-e94d-436c-9b10-6fbad84eed06 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Jul 31 20:05:28.727195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3007b-cc74-4a50-8963-7ddb06af480e req-153534f1-d31f-4a71-843a-1f8218668984 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:28.728812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f5b3007b-cc74-4a50-8963-7ddb06af480e req-153534f1-d31f-4a71-843a-1f8218668984 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0519605 Jul 31 20:05:28.798771 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f5b3007b-cc74-4a50-8963-7ddb06af480e req-727eb11e-2c93-4800-aa8f-6b99e332659b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540535 Jul 31 20:05:29.925501 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:29.941064 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf485-3d23-43e4-9cd2-ed22e9920707 req-616e0e6d-f1e5-442a-8885-9ef8e3b4f7ee tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:29.942841 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a5bf485-3d23-43e4-9cd2-ed22e9920707 req-616e0e6d-f1e5-442a-8885-9ef8e3b4f7ee tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0529075 Jul 31 20:05:29.984916 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:29.993342 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a5bf485-3d23-43e4-9cd2-ed22e9920707 req-b97241f9-dac6-485d-b118-50bb33b77dc0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Jul 31 20:05:31.117753 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6e5f-4e28-4639-b2ab-c45a3f387e56 req-0818094e-0779-4cbe-b413-485476d53be8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:31.119367 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78cb6e5f-4e28-4639-b2ab-c45a3f387e56 req-0818094e-0779-4cbe-b413-485476d53be8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0482099 Jul 31 20:05:31.169274 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-78cb6e5f-4e28-4639-b2ab-c45a3f387e56 req-0715deba-8d57-4a8d-ba46-46c0ba0d7c6a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 Jul 31 20:05:32.309474 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc8e03-0164-42dc-ab62-7cabf40e16fe req-f14f1411-12ff-4f58-9dce-72f7b5944920 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:32.310962 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23dc8e03-0164-42dc-ab62-7cabf40e16fe req-f14f1411-12ff-4f58-9dce-72f7b5944920 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0535126 Jul 31 20:05:32.360735 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-23dc8e03-0164-42dc-ab62-7cabf40e16fe req-f963b668-c2f4-42f8-97cf-2cff3ddd1b1e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439496 Jul 31 20:05:33.501274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa8f55-3c27-4132-b364-2a177aa821d3 req-9cb82a19-9a6a-4eaf-8027-72c199d36e92 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:33.503682 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41aa8f55-3c27-4132-b364-2a177aa821d3 req-9cb82a19-9a6a-4eaf-8027-72c199d36e92 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0570092 Jul 31 20:05:33.560200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-41aa8f55-3c27-4132-b364-2a177aa821d3 req-b8ff1efb-74c9-471b-816c-5dcd095299ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498919 Jul 31 20:05:33.770870 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.514005 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59282) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:34.623624 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7d62-d3aa-4edf-bf1a-3e90058fab7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.696568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662396b-a2cb-40d9-a102-267abbecce2b req-4b0091b6-c565-412d-901f-9fff4d5494ea tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:34.698109 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9662396b-a2cb-40d9-a102-267abbecce2b req-4b0091b6-c565-412d-901f-9fff4d5494ea tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0534074 Jul 31 20:05:34.701957 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7d62-d3aa-4edf-bf1a-3e90058fab7e admin admin] Publish callbacks [] for security_group (94407162-77fc-4a53-91b2-f1fe5e9a107a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.707789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a9cb7d62-d3aa-4edf-bf1a-3e90058fab7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (94407162-77fc-4a53-91b2-f1fe5e9a107a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.748558 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9662396b-a2cb-40d9-a102-267abbecce2b req-a4965158-3411-4bdb-bd84-899e2de1d623 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443931 Jul 31 20:05:34.752907 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a9cb7d62-d3aa-4edf-bf1a-3e90058fab7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57f8a8fd22be4b62a5de23612fb73e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352200 Jul 31 20:05:34.752907 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb7d62-d3aa-4edf-bf1a-3e90058fab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94407162-77fc-4a53-91b2-f1fe5e9a107a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:34.753333 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59288) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:34.803233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Publish callbacks [] for security_group (94407162-77fc-4a53-91b2-f1fe5e9a107a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.824739 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Publish callbacks [] for security_group (94407162-77fc-4a53-91b2-f1fe5e9a107a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.876566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (94407162-77fc-4a53-91b2-f1fe5e9a107a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.879262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:34.880428 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94407162-77fc-4a53-91b2-f1fe5e9a107a HTTP/1.1" status: 204 len: 168 time: 0.1262493 Jul 31 20:05:34.888284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94407162-77fc-4a53-91b2-f1fe5e9a107a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:34.895582 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.895956 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.896282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.896624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.896963 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.897326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.897653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.897980 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.898308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.898638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.898970 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.899297 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.899620 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.899940 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:34.900262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4251ba2-96ca-4cc8-9121-c1e4d7f54afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:35.895877 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ca385-770c-49a8-9b5f-2890f7316800 req-a613cf12-1c7f-4873-ad45-58e7a8dfe14f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:35.897373 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-128ca385-770c-49a8-9b5f-2890f7316800 req-a613cf12-1c7f-4873-ad45-58e7a8dfe14f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0494616 Jul 31 20:05:35.949718 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-128ca385-770c-49a8-9b5f-2890f7316800 req-ac0603b3-3153-4c23-9377-8540de3c8c16 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466733 Jul 31 20:05:36.106147 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:36.110146 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:37.079954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622bd97-42f4-4a58-871d-65657cda5a0f req-0b13307a-a05b-4176-a91e-6d9b33c04c6c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:37.081352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8622bd97-42f4-4a58-871d-65657cda5a0f req-0b13307a-a05b-4176-a91e-6d9b33c04c6c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0471964 Jul 31 20:05:37.137382 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8622bd97-42f4-4a58-871d-65657cda5a0f req-900ba213-9b29-4770-b20d-23155d4d3882 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503571 Jul 31 20:05:38.237129 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-ac549164-3c4a-4c74-8d25-0a21d4214fea tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540683190&fields=id&tenant_id=a25221a81c1e49fbacdde74417e9a9c5 HTTP/1.1" status: 200 len: 267 time: 0.0543914 Jul 31 20:05:38.300494 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df6f99-0fe7-40c7-a028-5c79d1ab9ab0 req-57837332-666e-49ae-817a-30dd3f43a208 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:38.301899 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0df6f99-0fe7-40c7-a028-5c79d1ab9ab0 req-57837332-666e-49ae-817a-30dd3f43a208 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0870860 Jul 31 20:05:38.331982 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-5f7af459-6874-4a6b-8876-882f6b1ef146 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:38.333415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-5f7af459-6874-4a6b-8876-882f6b1ef146 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 984 time: 0.0803633 Jul 31 20:05:38.346337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Request body: {'port': {'security_groups': ['cfd6304e-ed0d-4122-9ac9-94109a1b6b58']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:05:38.390258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:38.411964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f0df6f99-0fe7-40c7-a028-5c79d1ab9ab0 req-f417bf85-08c1-4c5e-9010-39f1c3af7aff tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040487 Jul 31 20:05:38.445679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.461495 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:38.629712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:38.658437 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.664946 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.679797 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:38.680856 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.682892 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ffa1d37b-708f-45f5-a38a-d1b7119a1391 req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "PUT /v2.0/ports/635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 942 time: 0.3425035 Jul 31 20:05:38.683674 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:38.685772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb07871-829b-47fd-926a-5803d9658cde" -d '{"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:38.689757 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59366) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:38.720065 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:38.730281 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6555fb7a-17a0-4ce1-acae-2dd7943484f8 x-openstack-request-id: req-6555fb7a-17a0-4ce1-acae-2dd7943484f8 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:38.730527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:38.730782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6555fb7a-17a0-4ce1-acae-2dd7943484f8 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:38.731193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6555fb7a-17a0-4ce1-acae-2dd7943484f8'] response: {'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:05:38.780319 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:38.786980 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc77c0-7a83-48ec-9f57-bc2cb4e08820 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event updated for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=7']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:38.816345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (f39e97ea-e3c3-4f24-a5f7-e04513ad136d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.868016 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (f39e97ea-e3c3-4f24-a5f7-e04513ad136d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:38.872190 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-829b-47fd-926a-5803d9658cde req-af7e2356-2ae1-4c58-baa6-88128b2d1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:38.873844 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-af7e2356-2ae1-4c58-baa6-88128b2d1bc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1129 time: 0.0662713 Jul 31 20:05:38.989548 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:38.993179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:39.004987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-829b-47fd-926a-5803d9658cde req-c14f7480-dfda-4b79-93b4-56560b9ff4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.006990 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-c14f7480-dfda-4b79-93b4-56560b9ff4a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.1242230 Jul 31 20:05:39.082836 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f39e97ea-e3c3-4f24-a5f7-e04513ad136d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.085957 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.089837 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "DELETE /v2.0/security-groups/f39e97ea-e3c3-4f24-a5f7-e04513ad136d HTTP/1.1" status: 204 len: 168 time: 0.3965042 Jul 31 20:05:39.091186 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59374) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:39.103258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be85e30-d092-4145-a991-ae276bf80d9b tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e97ea-e3c3-4f24-a5f7-e04513ad136d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:39.133345 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-b6c72576-6f83-4051-8dad-91877fed7358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 1000 time: 0.1146290 Jul 31 20:05:39.192911 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-829b-47fd-926a-5803d9658cde req-c58db193-0e51-489e-bdb7-8b3c2d5a5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.199506 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-c58db193-0e51-489e-bdb7-8b3c2d5a5055 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0593956 Jul 31 20:05:39.268641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-829b-47fd-926a-5803d9658cde req-dc99a6e9-e026-4143-91a9-8d4389860382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.271652 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Deleting port 2dd74bf5-c452-460e-b422-0a5f170f0d2d {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:39.272287 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.275097 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-dc99a6e9-e026-4143-91a9-8d4389860382 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612123 Jul 31 20:05:39.372875 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:39.375428 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.376138 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for floatingip (2dd74bf5-c452-460e-b422-0a5f170f0d2d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.400953 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Calling delete_port for 2dd74bf5-c452-460e-b422-0a5f170f0d2d owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:39.406696 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-f406136e-2fff-495d-bd83-317d0ab41e1c service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223183 Jul 31 20:05:39.410333 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:39.422694 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:39.513403 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cb07871-829b-47fd-926a-5803d9658cde req-e12836c5-b567-41de-b81a-3e599b833b3b service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974798 Jul 31 20:05:39.555679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0db65-2c76-4acb-9426-d62f1346b4fd req-d861eefb-4551-4455-b24a-387277e14b1d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.557944 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26e0db65-2c76-4acb-9426-d62f1346b4fd req-d861eefb-4551-4455-b24a-387277e14b1d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0594831 Jul 31 20:05:39.581117 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:39.583322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (2dd74bf5-c452-460e-b422-0a5f170f0d2d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.602910 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-975ac212-2ef0-4356-ad32-c3cc85b2f05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.617600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-26e0db65-2c76-4acb-9426-d62f1346b4fd req-8cff8324-c78e-49f6-b4cc-aa916b7b951c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537603 Jul 31 20:05:39.621545 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event deleted for resources: {'Port': ['ID=2dd74bf5-c452-460e-b422-0a5f170f0d2d,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:39.648925 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.649225 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.649569 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.649905 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.650236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.650599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.650895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.651218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.651543 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.651866 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.652190 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.652511 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.652834 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.653184 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.653510 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:39.697080 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks [] for floatingip (8de71114-a3b1-4850-af96-648030d2b792), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:39.697446 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Floating IP 8de71114-a3b1-4850-af96-648030d2b792 disassociated (deleted). External IP: 172.27.0.45, port: 635c81a2-0f42-4226-ac0b-56a4f733839f. Jul 31 20:05:39.765385 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-9a385746-6f78-427b-9c0a-1dcea61f67c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381892 Jul 31 20:05:39.841997 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-25200af5-8b31-484e-89a3-6d38456dce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.843791 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-25200af5-8b31-484e-89a3-6d38456dce4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1129 time: 0.0395281 Jul 31 20:05:39.896382 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Router 1ed210d3-096b-4d59-87f5-671430f4a95e has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:39.956699 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-4fef0885-c239-4dd5-9571-1db4c8c12977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:39.958117 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-4fef0885-c239-4dd5-9571-1db4c8c12977 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.0931599 Jul 31 20:05:40.003097 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:40.005374 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-1cd404dc-52ac-44e3-b5ab-eb8b7ab636c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 217 time: 0.0367646 Jul 31 20:05:40.008201 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:40.017043 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Sync routers for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:40.032975 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:40.033890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:40.044734 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bd5a2488-7b9b-41e3-8f4d-c5ce128e810a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "DELETE /v2.0/floatingips/8de71114-a3b1-4850-af96-648030d2b792 HTTP/1.1" status: 204 len: 168 time: 0.9500062 Jul 31 20:05:40.044734 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:40.045566 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:40.069770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-35484c8a-2749-4e15-8104-6e2cf855370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:40.071652 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-35484c8a-2749-4e15-8104-6e2cf855370f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0594709 Jul 31 20:05:40.136135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-aeed4703-bcda-477d-86da-c641bb60b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:40.138690 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-aeed4703-bcda-477d-86da-c641bb60b519 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584908 Jul 31 20:05:40.165778 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:40.247606 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-2496b522-ca35-4175-915c-f060bbba4b1a service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014895 Jul 31 20:05:40.265402 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0282c0-b431-475b-ba8a-08c815b2cbf3 x-openstack-request-id: req-fc0282c0-b431-475b-ba8a-08c815b2cbf3 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:40.266410 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:40.266893 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc0282c0-b431-475b-ba8a-08c815b2cbf3 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:40.267426 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0282c0-b431-475b-ba8a-08c815b2cbf3'] response: {'name': 'network-changed', 'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:05:40.405335 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1f09edf-12e9-4936-965e-bafac9aa0f29 req-911abae3-d20c-4280-b261-90f9cf45d392 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489155 Jul 31 20:05:40.409632 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:40.439784 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Checking router: 1ed210d3-096b-4d59-87f5-671430f4a95e for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:40.454379 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:40.455515 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:40.571518 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:40.762271 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba249b2e-977d-41d6-9777-c5bac5197880 req-02fdb267-2602-4e5a-a7b7-c7ac8a03308a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:40.763820 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba249b2e-977d-41d6-9777-c5bac5197880 req-02fdb267-2602-4e5a-a7b7-c7ac8a03308a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0509665 Jul 31 20:05:40.817750 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ba249b2e-977d-41d6-9777-c5bac5197880 req-2d169746-6286-4351-add8-beca07f7b10c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476708 Jul 31 20:05:40.829746 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:40.918682 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:40.943743 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726969d-0d8d-44af-8ad4-682fd0b33b0e None None] The sync data for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi is: [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:02:24Z', 'revision_number': 4, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '76358033-8ee5-4550-97b9-3cdb4d402306', 'name': '', 'network_id': 'bb115f08-ac59-4002-aab6-ff45b48b747e', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'mac_address': 'fa:16:3e:a8:a1:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '8a588b90-eede-4ac5-915a-7b556b074118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:23Z', 'updated_at': '2022-07-31T20:02:30Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'subnets': [{'id': '8a588b90-eede-4ac5-915a-7b556b074118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:40.991954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-78a9e0eb-f6c2-4309-b179-a6211e56dbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:40.993494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-78a9e0eb-f6c2-4309-b179-a6211e56dbda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 1129 time: 0.0458233 Jul 31 20:05:41.137690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-3fa03fc0-d841-455f-a394-570ac06caff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:41.139986 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-3fa03fc0-d841-455f-a394-570ac06caff3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 200 len: 916 time: 0.0990646 Jul 31 20:05:41.189869 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee51f36-2f8d-4d84-80db-0507d7d446b9 None None] New status for floating IP 8de71114-a3b1-4850-af96-648030d2b792: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:05:41.216227 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-6574addb-a85a-4a57-9f7a-9702d9d153ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 200 len: 217 time: 0.0557051 Jul 31 20:05:41.331041 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-9a839124-44a6-4ce8-9a60-1f07b5939fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:41.332627 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-9a839124-44a6-4ce8-9a60-1f07b5939fb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 200 len: 854 time: 0.0576053 Jul 31 20:05:41.380225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-e474c17a-db4a-440b-a68a-bae1c97c319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:41.381880 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-e474c17a-db4a-440b-a68a-bae1c97c319c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb115f08-ac59-4002-aab6-ff45b48b747e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408492 Jul 31 20:05:41.480709 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-5deab021-0496-4bc5-90eb-5c99ffeb7e18 service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917513 Jul 31 20:05:41.494006 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:41.536431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:41.574222 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c9f75a61-b6b8-4240-8cd8-f6c740aa1cb4 req-d6f77b74-2d25-469a-862e-7e53c99c87de service neutron] 10.222.0.57 "GET /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Jul 31 20:05:41.894848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7665f815-777d-47bf-bd6e-6dcfef488807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:41.956467 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0f4b2-351d-4503-915e-3238a51f7def req-c93a40c3-30b2-4c62-9610-d5aa25967ce3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:41.958015 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99c0f4b2-351d-4503-915e-3238a51f7def req-c93a40c3-30b2-4c62-9610-d5aa25967ce3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0523584 Jul 31 20:05:42.011746 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99c0f4b2-351d-4503-915e-3238a51f7def req-ff3729a1-84ae-4087-a719-7ad32794b63e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Jul 31 20:05:42.346900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85a058-06c0-43cc-943f-bb069085f3bb req-0a3c81a1-b06c-4d01-a419-0dad009a0486 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:42.348425 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b85a058-06c0-43cc-943f-bb069085f3bb req-0a3c81a1-b06c-4d01-a419-0dad009a0486 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0564775 Jul 31 20:05:42.404720 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9b85a058-06c0-43cc-943f-bb069085f3bb req-eaf0d039-03ea-4630-b9f1-cff3339de8f5 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500464 Jul 31 20:05:42.859541 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:43.151284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fa6a9-042a-416b-b952-da2f7d881dac req-e2c9de09-6c71-4458-903d-1ea9b2f2b2f8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:43.152777 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f82fa6a9-042a-416b-b952-da2f7d881dac req-e2c9de09-6c71-4458-903d-1ea9b2f2b2f8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0537872 Jul 31 20:05:43.203875 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f82fa6a9-042a-416b-b952-da2f7d881dac req-9dce55d6-813e-4326-9c91-53ee698b8efd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452564 Jul 31 20:05:43.381763 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:05:43.443503 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:43.507147 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:43.519546 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:05:43.556328 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3c52e-9d51-406a-afb5-dbe36e44e4b4 req-e809bc0d-7151-48e3-b844-1037549cb9bc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:43.557541 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: ACTIVE; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:43.558102 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:43.559085 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9de3c52e-9d51-406a-afb5-dbe36e44e4b4 req-e809bc0d-7151-48e3-b844-1037549cb9bc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0671806 Jul 31 20:05:43.571961 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:05:43.593958 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:43.598957 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:43.619979 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9de3c52e-9d51-406a-afb5-dbe36e44e4b4 req-384491f9-b6fb-450a-9153-a4eff54117c6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561831 Jul 31 20:05:43.653381 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:43.661393 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.661741 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.662103 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.662443 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.662774 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.663100 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.663422 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.663744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.664068 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.664387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.664709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.665063 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.665403 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.665723 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.666040 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:05:43.863669 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['dc71e4bb-0c50-46be-9265-95e6a82b855e'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:43.986334 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af06724-414b-419b-910f-85515bfb4b0e req-b2289598-794d-4be0-b643-d6a48638f386 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:43.987891 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2af06724-414b-419b-910f-85515bfb4b0e req-b2289598-794d-4be0-b643-d6a48638f386 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0481648 Jul 31 20:05:44.036002 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2af06724-414b-419b-910f-85515bfb4b0e req-97c898f1-e271-4b45-8009-76447b3ae099 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Jul 31 20:05:44.250451 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:44.335332 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa983c33-19b1-411a-83b4-3c21f74f22fb req-78f0194c-fe6b-4076-b35e-c7f8f5b9967b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:44.336793 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa983c33-19b1-411a-83b4-3c21f74f22fb req-78f0194c-fe6b-4076-b35e-c7f8f5b9967b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.0513010 Jul 31 20:05:44.384358 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-aa983c33-19b1-411a-83b4-3c21f74f22fb req-4e95d396-8953-4b02-906a-7d1ea90742cc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Jul 31 20:05:44.483701 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:44.808043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80d197-a285-4bdb-8352-1a07824db26c req-4d5e5bf4-41af-4c52-a13b-0c04d6888245 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:44.809715 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a80d197-a285-4bdb-8352-1a07824db26c req-4d5e5bf4-41af-4c52-a13b-0c04d6888245 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Jul 31 20:05:44.863148 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a80d197-a285-4bdb-8352-1a07824db26c req-205b729d-06b0-450e-a10f-4eb564f21719 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479410 Jul 31 20:05:45.165131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767918ec-a7e7-422a-aee9-72b21793f1a9 req-be6f34f3-c5c0-4922-9240-c4372f8180d4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:45.166608 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-767918ec-a7e7-422a-aee9-72b21793f1a9 req-be6f34f3-c5c0-4922-9240-c4372f8180d4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0512912 Jul 31 20:05:45.216290 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-767918ec-a7e7-422a-aee9-72b21793f1a9 req-2cae55e6-e017-4027-8ed2-d72b4ea30fc7 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Jul 31 20:05:45.388170 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:05:45.440704 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port dc71e4bb-0c50-46be-9265-95e6a82b855e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:05:45.441082 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:45.509670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a02d9-5d11-4f83-9d40-ef59609d2f9c req-a298d9a2-11cb-4009-adc9-7051b47b1880 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:45.511144 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e04a02d9-5d11-4f83-9d40-ef59609d2f9c req-a298d9a2-11cb-4009-adc9-7051b47b1880 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.0473492 Jul 31 20:05:45.515252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:45.515690 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:45.539030 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:45.541605 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b42010b-d50e-4a76-9b48-71fa45cd8eac" -d '{"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:45.555035 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:45.559179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:45.560547 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e04a02d9-5d11-4f83-9d40-ef59609d2f9c req-bf18081f-2287-49e9-8989-4ebe856a4f71 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Jul 31 20:05:45.572269 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:45.603382 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22227b8e-e1df-4047-b261-f7ecb4f6ac4c x-openstack-request-id: req-22227b8e-e1df-4047-b261-f7ecb4f6ac4c {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:45.603649 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:45.603928 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22227b8e-e1df-4047-b261-f7ecb4f6ac4c {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:45.604800 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22227b8e-e1df-4047-b261-f7ecb4f6ac4c'] response: {'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'code': 200} Jul 31 20:05:45.632053 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:45.985647 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ffbf1-b36d-49f9-9cf3-c9dda2f98f1e req-327fc88f-25c2-4ad1-98c5-4301a1ed1793 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:45.987116 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-163ffbf1-b36d-49f9-9cf3-c9dda2f98f1e req-327fc88f-25c2-4ad1-98c5-4301a1ed1793 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0481176 Jul 31 20:05:46.067215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:46.082456 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:46.088446 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-163ffbf1-b36d-49f9-9cf3-c9dda2f98f1e req-78fa2b9d-a4b9-4ca0-8a5e-fe4a05b9f853 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953565 Jul 31 20:05:46.095723 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-9bb111b8-896f-4ffc-b669-9c0707a3ac7a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:46.097796 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-9bb111b8-896f-4ffc-b669-9c0707a3ac7a tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.57 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0672579 Jul 31 20:05:46.200763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Deleting port 635c81a2-0f42-4226-ac0b-56a4f733839f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:46.201777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:46.316157 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] For port 635c81a2-0f42-4226-ac0b-56a4f733839f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=635c81a2-0f42-4226-ac0b-56a4f733839f,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:46.316556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:46.335515 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Calling delete_port for 635c81a2-0f42-4226-ac0b-56a4f733839f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:46.432819 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b1569-a57a-484b-b1ab-edd342ecc610 req-56e31b7f-4d4c-43fd-93e4-a4f7a25b1146 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:46.434390 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d43b1569-a57a-484b-b1ab-edd342ecc610 req-56e31b7f-4d4c-43fd-93e4-a4f7a25b1146 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/ports?device_id=71f2c15d-f549-4688-887c-c6ae18ac1b39 HTTP/1.1" status: 200 len: 945 time: 0.0920649 Jul 31 20:05:46.523639 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d43b1569-a57a-484b-b1ab-edd342ecc610 req-63e87a47-0de7-4b47-8bea-a060b80a05f4 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.48 "GET /v2.0/security-groups?id=cfd6304e-ed0d-4122-9ac9-94109a1b6b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797374 Jul 31 20:05:46.551781 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (635c81a2-0f42-4226-ac0b-56a4f733839f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:46.580084 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Pushing event deleted for resources: {'Port': ['ID=635c81a2-0f42-4226-ac0b-56a4f733839f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:46.592793 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['635c81a2-0f42-4226-ac0b-56a4f733839f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:05:46.647165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] No DVR routers for this DVR port 635c81a2-0f42-4226-ac0b-56a4f733839f on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:46.649555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:46.652748 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3dc7ece-497c-4e0f-8caf-162ef9e93d42 req-7dcd7e28-c928-4a37-a5a4-d727bf117ce8 tempest-TestMinimumBasicScenario-498957834 tempest-TestMinimumBasicScenario-498957834-project] 10.222.0.57 "DELETE /v2.0/ports/635c81a2-0f42-4226-ac0b-56a4f733839f HTTP/1.1" status: 204 len: 173 time: 0.5462449 Jul 31 20:05:46.653691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'name': 'network-vif-deleted', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:46.655584 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf37d2c-55df-4163-87b5-6430ada8fca5" -d '{"events": [{"server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "name": "network-vif-deleted", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:46.727030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11143f8-9806-4ac4-bcf3-70ec69699b0a x-openstack-request-id: req-e11143f8-9806-4ac4-bcf3-70ec69699b0a {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:05:46.727648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71f2c15d-f549-4688-887c-c6ae18ac1b39", "name": "network-vif-deleted", "tag": "635c81a2-0f42-4226-ac0b-56a4f733839f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:05:46.728091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e11143f8-9806-4ac4-bcf3-70ec69699b0a {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:05:46.728485 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11143f8-9806-4ac4-bcf3-70ec69699b0a'] response: {'server_uuid': '71f2c15d-f549-4688-887c-c6ae18ac1b39', 'name': 'network-vif-deleted', 'tag': '635c81a2-0f42-4226-ac0b-56a4f733839f', 'status': 'completed', 'code': 200} Jul 31 20:05:46.750724 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b24ea-d35a-4e59-824e-35e465dae8ea req-70e0a860-2f08-4f62-861c-179deb96e955 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:46.762441 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af9b24ea-d35a-4e59-824e-35e465dae8ea req-70e0a860-2f08-4f62-861c-179deb96e955 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0690520 Jul 31 20:05:46.825694 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af9b24ea-d35a-4e59-824e-35e465dae8ea req-4aeb7a92-f1f5-49d9-b105-5046d746e85e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555055 Jul 31 20:05:47.255986 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a219f-6545-4335-851e-172c1fc1da69 req-dc76a7bc-b70c-4a52-aeb5-0c815cac90e7 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:47.257607 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff1a219f-6545-4335-851e-172c1fc1da69 req-dc76a7bc-b70c-4a52-aeb5-0c815cac90e7 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0581670 Jul 31 20:05:47.321863 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff1a219f-6545-4335-851e-172c1fc1da69 req-4a292b4c-1820-41a1-8c91-653a173b2f85 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562334 Jul 31 20:05:47.982324 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4696a-6031-436b-8720-69c51b1aad01 req-da59aadd-9d3d-418c-8bcc-088dfa6aa20e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:47.990507 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3a4696a-6031-436b-8720-69c51b1aad01 req-da59aadd-9d3d-418c-8bcc-088dfa6aa20e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0691872 Jul 31 20:05:48.094975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b3a4696a-6031-436b-8720-69c51b1aad01 req-76985cda-82b9-4347-9c44-81e5f7ae6cdc tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945625 Jul 31 20:05:48.444984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59640) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:48.597772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bc38-56d4-4bf4-bf75-5ff91a866c29 req-f93c2894-59bd-4c52-8c9b-6f87d6fcaa0b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:48.605484 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bd6bc38-56d4-4bf4-bf75-5ff91a866c29 req-f93c2894-59bd-4c52-8c9b-6f87d6fcaa0b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0933774 Jul 31 20:05:48.646803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:48.805730 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bd6bc38-56d4-4bf4-bf75-5ff91a866c29 req-e3aceb09-e1b7-4c85-83ce-229e129f9f7a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990588 Jul 31 20:05:48.838211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:49.054303 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (1ed210d3-096b-4d59-87f5-671430f4a95e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:49.297047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3929cdf-e3a8-49ec-9742-646f0ad44664 req-3014c9fb-76d1-47b2-832b-454260544a9a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:49.298981 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3929cdf-e3a8-49ec-9742-646f0ad44664 req-3014c9fb-76d1-47b2-832b-454260544a9a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0943048 Jul 31 20:05:49.408711 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 635c81a2-0f42-4226-ac0b-56a4f733839f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:49.433736 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 635c81a2-0f42-4226-ac0b-56a4f733839f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:49.434463 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 635c81a2-0f42-4226-ac0b-56a4f733839f not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:49.681708 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3929cdf-e3a8-49ec-9742-646f0ad44664 req-b0203c68-291f-4977-9c4f-04fa9340ea1e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964410 Jul 31 20:05:49.723282 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Deleting port 76358033-8ee5-4550-97b9-3cdb4d402306 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:49.724203 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:49.823242 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] For port 76358033-8ee5-4550-97b9-3cdb4d402306, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=76358033-8ee5-4550-97b9-3cdb4d402306,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:49.823592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:49.838727 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Calling delete_port for 76358033-8ee5-4550-97b9-3cdb4d402306 owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:49.883042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:49.982777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0c34d-0ff5-4391-a2ea-6df1b42978bc req-b0a9dcdc-cfc9-456b-9efb-e99de3acd726 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:49.984277 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60f0c34d-0ff5-4391-a2ea-6df1b42978bc req-b0a9dcdc-cfc9-456b-9efb-e99de3acd726 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0951526 Jul 31 20:05:50.041220 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=67,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:50.043834 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:50.058175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60f0c34d-0ff5-4391-a2ea-6df1b42978bc req-455719bb-ce4a-4d7b-a9bf-175a6b6836bd tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662732 Jul 31 20:05:50.133914 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (76358033-8ee5-4550-97b9-3cdb4d402306), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:50.162208 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Pushing event deleted for resources: {'Port': ['ID=76358033-8ee5-4550-97b9-3cdb4d402306,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:50.297008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (1ed210d3-096b-4d59-87f5-671430f4a95e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:50.433308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:50.602293 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Router 1ed210d3-096b-4d59-87f5-671430f4a95e has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:50.740910 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:50.753175 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Sync routers for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:50.768626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:50.769284 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:50.775572 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-abd707d3-7fdf-48b9-a280-404acb8ce759 admin admin] 10.222.0.48 "PUT /v2.0/routers/1ed210d3-096b-4d59-87f5-671430f4a95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3269413 Jul 31 20:05:50.775845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59704) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:50.952257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650f2be-30d6-424b-90f9-4bcaecda672d req-4c86705b-9b7b-48d5-8fed-71b61cedec90 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:50.959935 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2650f2be-30d6-424b-90f9-4bcaecda672d req-4c86705b-9b7b-48d5-8fed-71b61cedec90 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.1280160 Jul 31 20:05:50.975038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:50.976544 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:51.012943 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks [] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:51.035503 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:51.084549 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2650f2be-30d6-424b-90f9-4bcaecda672d req-7da972ea-81c6-4264-8f53-48e89bf86c5f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236241 Jul 31 20:05:51.299519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks [] for router_gateway (1ed210d3-096b-4d59-87f5-671430f4a95e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:51.313129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04d553-11ff-49db-94fb-d9ea89c50132 req-e21915df-7743-414b-977c-d416ab55556b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:51.315806 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f04d553-11ff-49db-94fb-d9ea89c50132 req-e21915df-7743-414b-977c-d416ab55556b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0680463 Jul 31 20:05:51.323602 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138'}], 'enable_snat': True}, 'gw_port_id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:05:50Z', 'revision_number': 5, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port': {'id': '648e2b47-de68-4a45-bf2a-a3f2edef3825', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:21Z', 'updated_at': '2022-07-31T20:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:51.356974 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Checking router: 1ed210d3-096b-4d59-87f5-671430f4a95e for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:51.366427 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Routers {'1ed210d3-096b-4d59-87f5-671430f4a95e'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:51.367009 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['1ed210d3-096b-4d59-87f5-671430f4a95e'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:51.418191 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Deleting port 648e2b47-de68-4a45-bf2a-a3f2edef3825 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:51.418663 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:51.467355 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] Set router 1ed210d3-096b-4d59-87f5-671430f4a95e gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:51.491684 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4f04d553-11ff-49db-94fb-d9ea89c50132 req-d893dc08-def9-47af-b46d-ca227c96d94d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642718 Jul 31 20:05:51.542494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:05:51Z', 'revision_number': 6, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:51.554904 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] For port 648e2b47-de68-4a45-bf2a-a3f2edef3825, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=648e2b47-de68-4a45-bf2a-a3f2edef3825,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:51.555262 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:51.568445 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec379370-c4df-4344-8d6e-ff8d7712f749 None None] The sync data for ids ['1ed210d3-096b-4d59-87f5-671430f4a95e'] in dv-cinder-849846-6-iscsi is: [{'id': '1ed210d3-096b-4d59-87f5-671430f4a95e', 'name': 'tempest-TestMinimumBasicScenario-1904525952-router', 'tenant_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:20Z', 'updated_at': '2022-07-31T20:05:51Z', 'revision_number': 6, 'project_id': 'a25221a81c1e49fbacdde74417e9a9c5', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:51.571969 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Calling delete_port for 648e2b47-de68-4a45-bf2a-a3f2edef3825 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:51.667047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:51.803922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (648e2b47-de68-4a45-bf2a-a3f2edef3825), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:51.845804 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Pushing event deleted for resources: {'Port': ['ID=648e2b47-de68-4a45-bf2a-a3f2edef3825,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:51.877997 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (1ed210d3-096b-4d59-87f5-671430f4a95e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.054033 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.061302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks [] for router_controller (1ed210d3-096b-4d59-87f5-671430f4a95e), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.133608 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 76358033-8ee5-4550-97b9-3cdb4d402306 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:52.175483 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 76358033-8ee5-4550-97b9-3cdb4d402306 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:52.175824 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 76358033-8ee5-4550-97b9-3cdb4d402306 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:52.192753 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (1ed210d3-096b-4d59-87f5-671430f4a95e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.193523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed210d3-096b-4d59-87f5-671430f4a95e {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:05:52.199502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.204095 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59734) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:52.204589 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-04b7ca09-5e3e-4d04-b364-8f15a52c0606 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1ed210d3-096b-4d59-87f5-671430f4a95e HTTP/1.1" status: 204 len: 168 time: 1.4266276 Jul 31 20:05:52.281847 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Deleting subnet 8a588b90-eede-4ac5-915a-7b556b074118 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:05:52.286322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Publish callbacks [] for subnet (8a588b90-eede-4ac5-915a-7b556b074118), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.297095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba78fd-6fda-4849-b0cf-db9c8f4705c5 req-a050dcc3-a6ef-4214-ae54-11eab4b14a91 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:52.298837 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7ba78fd-6fda-4849-b0cf-db9c8f4705c5 req-a050dcc3-a6ef-4214-ae54-11eab4b14a91 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0782087 Jul 31 20:05:52.328768 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (8a588b90-eede-4ac5-915a-7b556b074118), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.368296 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d7ba78fd-6fda-4849-b0cf-db9c8f4705c5 req-de33eb58-ebbe-43fd-aa55-35ebe2e39e2e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570824 Jul 31 20:05:52.430214 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (8a588b90-eede-4ac5-915a-7b556b074118), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.519511 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (8a588b90-eede-4ac5-915a-7b556b074118), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.573677 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a588b90-eede-4ac5-915a-7b556b074118,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:52.592238 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.599391 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653d8e72-e6f8-4cbe-9891-e003f2c4bfd4 None None] Network bb115f08-ac59-4002-aab6-ff45b48b747e requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:05:52.612998 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a68ded07-75ef-4e23-941f-100b5cc99cfd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8a588b90-eede-4ac5-915a-7b556b074118 HTTP/1.1" status: 204 len: 168 time: 0.4069133 Jul 31 20:05:52.621537 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59746) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:52.696669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-8aae8dc5-0200-4ad4-a208-7c9c740883df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:52.706736 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-8aae8dc5-0200-4ad4-a208-7c9c740883df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.1108782 Jul 31 20:05:52.788724 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d658f1-b005-4bb3-ab9d-9db558c3f5f0 req-02eb4e3f-bc43-4af6-a090-6cb278aca251 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:52.790676 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92d658f1-b005-4bb3-ab9d-9db558c3f5f0 req-02eb4e3f-bc43-4af6-a090-6cb278aca251 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1412275 Jul 31 20:05:52.807883 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (bb115f08-ac59-4002-aab6-ff45b48b747e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.858552 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59748) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:52.858964 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:52.875083 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] DHCP port deletion for bb115f08-ac59-4002-aab6-ff45b48b747e request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:05:52.877014 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-92d658f1-b005-4bb3-ab9d-9db558c3f5f0 req-2198b21d-02f9-43ee-8023-4bbe92599c80 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794182 Jul 31 20:05:52.950652 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-1873e179-6bbd-4303-8eae-5f18e0889132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:52.952157 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-1873e179-6bbd-4303-8eae-5f18e0889132 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.2380893 Jul 31 20:05:52.960456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Deleting port 793f6452-3330-49fb-a1b3-f94892d1a812 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:52.961130 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:52.978380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Deleting port 793f6452-3330-49fb-a1b3-f94892d1a812 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:52.981780 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.088387 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] For port 793f6452-3330-49fb-a1b3-f94892d1a812, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=793f6452-3330-49fb-a1b3-f94892d1a812,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:53.089405 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.095269 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-835434d7-19bf-481b-9b01-1dceb7c9aeb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 1001 time: 0.1312902 Jul 31 20:05:53.116179 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] For port 793f6452-3330-49fb-a1b3-f94892d1a812, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=793f6452-3330-49fb-a1b3-f94892d1a812,segment=NetworkSegment(061366a2-8942-44e3-abae-f43b13f70e2a),segment_id=061366a2-8942-44e3-abae-f43b13f70e2a)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:53.116933 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.138008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Calling delete_port for 793f6452-3330-49fb-a1b3-f94892d1a812 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:53.180846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7abb9b29-916b-498a-b434-bd90a5a01080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.249706 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.270525 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-ee2e0dfd-86e4-47b4-b41a-f9b83212ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:53.272031 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-ee2e0dfd-86e4-47b4-b41a-f9b83212ccf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.1682019 Jul 31 20:05:53.309960 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] Pushing event deleted for resources: {'Port': ['ID=793f6452-3330-49fb-a1b3-f94892d1a812,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:53.317427 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e497e23-015d-4bb1-ae9c-87882c46f72a None None] No DVR routers for this DVR port 793f6452-3330-49fb-a1b3-f94892d1a812 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:53.347464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7abb9b29-916b-498a-b434-bd90a5a01080 admin admin] Publish callbacks [] for security_group (fe7466ea-3499-4ce4-a761-bd20cb14926a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.363087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7abb9b29-916b-498a-b434-bd90a5a01080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (fe7466ea-3499-4ce4-a761-bd20cb14926a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.366721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-c8160ed6-093b-45b4-bdd4-4e2ea7b872ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:53.368326 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-c8160ed6-093b-45b4-bdd4-4e2ea7b872ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888233 Jul 31 20:05:53.416857 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Calling delete_port for 793f6452-3330-49fb-a1b3-f94892d1a812 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:53.476053 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb9b29-916b-498a-b434-bd90a5a01080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7466ea-3499-4ce4-a761-bd20cb14926a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:53.488214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7abb9b29-916b-498a-b434-bd90a5a01080 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f540ddb9b14c4d9eaa074f0bb57e3f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6100590 Jul 31 20:05:53.488851 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59756) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:53.524789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (793f6452-3330-49fb-a1b3-f94892d1a812), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.540933 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=7,neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:53.562302 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Pushing event deleted for resources: {'Port': ['ID=793f6452-3330-49fb-a1b3-f94892d1a812,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:53.567693 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] No DVR routers for this DVR port 793f6452-3330-49fb-a1b3-f94892d1a812 on host dv-cinder-849846-6-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:53.609519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b1c27-c09e-4a07-a377-a790db245eb4 req-ec2d55ff-3527-47a7-bfaf-06edfd1fcaf6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:53.611234 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-973b1c27-c09e-4a07-a377-a790db245eb4 req-ec2d55ff-3527-47a7-bfaf-06edfd1fcaf6 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.1197748 Jul 31 20:05:53.641112 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-1569d676-143f-4f6f-9ae6-c217b793f4eb service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572851 Jul 31 20:05:53.656485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (bb115f08-ac59-4002-aab6-ff45b48b747e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.681039 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb115f08-ac59-4002-aab6-ff45b48b747e']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:53.693487 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061366a2-8942-44e3-abae-f43b13f70e2a') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:53.694099 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061366a2-8942-44e3-abae-f43b13f70e2a') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:53.697316 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] Publish callbacks [] for security_group (fe7466ea-3499-4ce4-a761-bd20cb14926a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.706847 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (061366a2-8942-44e3-abae-f43b13f70e2a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.722030 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (061366a2-8942-44e3-abae-f43b13f70e2a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.730317 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:05:53.730729 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (061366a2-8942-44e3-abae-f43b13f70e2a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.783681 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-973b1c27-c09e-4a07-a377-a790db245eb4 req-5446802f-623a-4837-8637-4eacb248a6ab tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594663 Jul 31 20:05:53.787431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] Publish callbacks [] for security_group (fe7466ea-3499-4ce4-a761-bd20cb14926a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.829439 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 061366a2-8942-44e3-abae-f43b13f70e2a resource provider aggregate not found Jul 31 20:05:53.856827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c73fd3be-bc61-4399-92ee-6eb3a8c473ec req-86848e4e-2d6a-4b0e-9812-5d48cf365e34 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014742 Jul 31 20:05:53.861268 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:53.863312 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 061366a2-8942-44e3-abae-f43b13f70e2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 061366a2-8942-44e3-abae-f43b13f70e2a found for delete ", "request_id": "req-075e2eba-fd66-4a60-8707-e87cae5db1a7"}]} Jul 31 20:05:53.863985 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:53.883054 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 793f6452-3330-49fb-a1b3-f94892d1a812 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:53.909478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (bb115f08-ac59-4002-aab6-ff45b48b747e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.920613 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.921000 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (fe7466ea-3499-4ce4-a761-bd20cb14926a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.930698 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] 10.222.0.48 "DELETE /v2.0/networks/bb115f08-ac59-4002-aab6-ff45b48b747e HTTP/1.1" status: 204 len: 168 time: 1.3064995 Jul 31 20:05:53.931376 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 793f6452-3330-49fb-a1b3-f94892d1a812 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:53.931376 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 793f6452-3330-49fb-a1b3-f94892d1a812 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:53.931526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 648e2b47-de68-4a45-bf2a-a3f2edef3825 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:53.935048 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59764) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:53.935585 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:53.939220 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe7466ea-3499-4ce4-a761-bd20cb14926a HTTP/1.1" status: 204 len: 168 time: 0.4442241 Jul 31 20:05:53.961126 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd40a07-1cda-43e5-aee4-677e10a788b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7466ea-3499-4ce4-a761-bd20cb14926a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:54.007820 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 648e2b47-de68-4a45-bf2a-a3f2edef3825 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:54.008247 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 648e2b47-de68-4a45-bf2a-a3f2edef3825 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:54.060589 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a20b3-72a6-4c11-a782-a72cc506cdbb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb115f08-ac59-4002-aab6-ff45b48b747e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:54.070510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1e2d2-db5f-4c40-86ac-5c87095fe8fc req-483b8af2-1869-4a84-bb28-60ea4834567d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:54.072230 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbc1e2d2-db5f-4c40-86ac-5c87095fe8fc req-483b8af2-1869-4a84-bb28-60ea4834567d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0809600 Jul 31 20:05:54.158763 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbc1e2d2-db5f-4c40-86ac-5c87095fe8fc req-9e9d88c5-2f81-4425-9e4b-cd82a4c38ebc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800154 Jul 31 20:05:54.337989 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:54.412376 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59778) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:54.440557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bf390c5-f7f2-45e2-b325-589cb7fd213b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.464797 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:54.466892 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:54.517959 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.695365 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bf390c5-f7f2-45e2-b325-589cb7fd213b admin admin] Publish callbacks [] for security_group (8be34410-8b4b-443f-91de-b2bd62e91050), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.715553 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0bf390c5-f7f2-45e2-b325-589cb7fd213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8be34410-8b4b-443f-91de-b2bd62e91050), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.772068 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0bf390c5-f7f2-45e2-b325-589cb7fd213b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c18347b93654e8c91bb720f28482375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551273 Jul 31 20:05:54.772323 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59780) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:54.779529 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf390c5-f7f2-45e2-b325-589cb7fd213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be34410-8b4b-443f-91de-b2bd62e91050,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:54.871329 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Deleting port 082cef7a-901e-436f-bcfd-7be2ee261317 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:54.871668 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.918518 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] Publish callbacks [] for security_group (8be34410-8b4b-443f-91de-b2bd62e91050), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:54.948529 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:54.956668 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2071a7c-825b-44bf-9afa-60e684e62ee4 req-996cf0b7-91e3-45a8-8090-5cb447d22ff8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:54.960076 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c2071a7c-825b-44bf-9afa-60e684e62ee4 req-996cf0b7-91e3-45a8-8090-5cb447d22ff8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0647609 Jul 31 20:05:54.964515 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] Publish callbacks [] for security_group (8be34410-8b4b-443f-91de-b2bd62e91050), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.021724 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c2071a7c-825b-44bf-9afa-60e684e62ee4 req-27f7c2e3-2d89-44b2-9ed4-3cc3f38efd97 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550334 Jul 31 20:05:55.033649 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] For port 082cef7a-901e-436f-bcfd-7be2ee261317, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=082cef7a-901e-436f-bcfd-7be2ee261317,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:55.034038 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.066502 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:55.067805 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Calling delete_port for 082cef7a-901e-436f-bcfd-7be2ee261317 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:55.088853 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8be34410-8b4b-443f-91de-b2bd62e91050), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.091585 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.093253 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8be34410-8b4b-443f-91de-b2bd62e91050 HTTP/1.1" status: 204 len: 168 time: 0.3196075 Jul 31 20:05:55.131790 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d7541-91b3-4c10-81e2-c8def23473b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be34410-8b4b-443f-91de-b2bd62e91050,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:55.312285 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c09878-f5ab-4d18-9951-4f483ea03610 req-0575cc4d-2052-4d12-8af5-085b6c299a04 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:55.313986 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4c09878-f5ab-4d18-9951-4f483ea03610 req-0575cc4d-2052-4d12-8af5-085b6c299a04 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0485404 Jul 31 20:05:55.330268 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (082cef7a-901e-436f-bcfd-7be2ee261317), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.388328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a4c09878-f5ab-4d18-9951-4f483ea03610 req-2df33983-928b-47b5-b796-eb5c607401f2 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687213 Jul 31 20:05:55.389503 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Pushing event deleted for resources: {'Port': ['ID=082cef7a-901e-436f-bcfd-7be2ee261317,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:55.595905 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:55.935603 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Router 8e9e726c-61c7-43ef-9a9f-da199dc82468 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:05:56.043398 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:56.063841 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:05:56.073529 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59808) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:56.074909 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-752182d7-e47b-4568-8173-fcf376d4ada7 admin admin] 10.222.0.48 "PUT /v2.0/routers/8e9e726c-61c7-43ef-9a9f-da199dc82468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1326602 Jul 31 20:05:56.082283 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Sync routers for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:05:56.103200 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:56.103842 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:56.237466 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:56.559808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37830c-4d03-4a62-a83d-fc678b21f221 req-7a413bd6-5ce0-4a8b-907b-9334b368a160 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:56.566921 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c37830c-4d03-4a62-a83d-fc678b21f221 req-7a413bd6-5ce0-4a8b-907b-9334b368a160 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.3914177 Jul 31 20:05:56.641500 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c37830c-4d03-4a62-a83d-fc678b21f221 req-f24a6e51-2e0f-481e-8380-33f7aef51a7e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695622 Jul 31 20:05:56.680807 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks [] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:56.715728 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:05:55Z', 'revision_number': 5, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:56.746408 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Checking router: 8e9e726c-61c7-43ef-9a9f-da199dc82468 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:05:56.755738 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Routers {'8e9e726c-61c7-43ef-9a9f-da199dc82468'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:05:56.756605 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['8e9e726c-61c7-43ef-9a9f-da199dc82468'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:56.757942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed3b66-1992-4c3f-bd13-9e1084689c67 req-c59b37ff-58b8-4fe1-87f1-db780dc425ea tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:56.767416 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-10ed3b66-1992-4c3f-bd13-9e1084689c67 req-c59b37ff-58b8-4fe1-87f1-db780dc425ea tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1971362 Jul 31 20:05:56.833338 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:56.840775 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks [] for router_gateway (8e9e726c-61c7-43ef-9a9f-da199dc82468), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:56.937918 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-10ed3b66-1992-4c3f-bd13-9e1084689c67 req-bbc4317a-b22c-41c4-bc64-a6999ad7db36 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642196 Jul 31 20:05:56.945058 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] Set router 8e9e726c-61c7-43ef-9a9f-da199dc82468 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:05:56.951785 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Deleting port b797356b-26cf-460e-8d56-3708f1ffe31e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:56.952131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:57.098446 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] For port b797356b-26cf-460e-8d56-3708f1ffe31e, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=b797356b-26cf-460e-8d56-3708f1ffe31e,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:57.099275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:57.117102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Calling delete_port for b797356b-26cf-460e-8d56-3708f1ffe31e owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:57.191254 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:05:55Z', 'revision_number': 5, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:57.263544 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28cb896-0f60-425a-8a4e-7bb646054174 None None] The sync data for ids ['8e9e726c-61c7-43ef-9a9f-da199dc82468'] in dv-cinder-849846-6-iscsi is: [{'id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'name': 'tempest-TestMinimumBasicScenario-2129003705-router', 'tenant_id': '7c46443f3f324a06b36a5764fe539692', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:28Z', 'updated_at': '2022-07-31T20:05:55Z', 'revision_number': 5, 'project_id': '7c46443f3f324a06b36a5764fe539692', 'gw_port': {'id': 'b797356b-26cf-460e-8d56-3708f1ffe31e', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:74:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9e726c-61c7-43ef-9a9f-da199dc82468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:29Z', 'updated_at': '2022-07-31T20:02:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:05:57.338048 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-d051671b-e54b-4195-90a3-76b89118062a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0689647 Jul 31 20:05:57.389763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f102664-9333-4fa8-a7bb-0124e4a7bb38 req-8a913c4a-6c01-4494-b88e-a96efeaf1539 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:57.391370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f102664-9333-4fa8-a7bb-0124e4a7bb38 req-8a913c4a-6c01-4494-b88e-a96efeaf1539 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0523934 Jul 31 20:05:57.469008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:57.509484 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-c057ee5b-793b-41fd-a942-110f8024ec3d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:57.510906 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-c057ee5b-793b-41fd-a942-110f8024ec3d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports/5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 942 time: 0.1170142 Jul 31 20:05:57.545429 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7f102664-9333-4fa8-a7bb-0124e4a7bb38 req-21861b86-dd51-43bf-b699-a6403767568e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380215 Jul 31 20:05:57.614248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (b797356b-26cf-460e-8d56-3708f1ffe31e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:57.647306 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b797356b-26cf-460e-8d56-3708f1ffe31e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:57.791903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:57.878765 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e4b62-8676-4f66-a14d-cf216adc2235 req-207d4cc3-723e-4e07-bdf4-9176fab01c1e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:57.885935 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 082cef7a-901e-436f-bcfd-7be2ee261317 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:57.904675 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff2e4b62-8676-4f66-a14d-cf216adc2235 req-207d4cc3-723e-4e07-bdf4-9176fab01c1e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.1041563 Jul 31 20:05:57.942639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 082cef7a-901e-436f-bcfd-7be2ee261317 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:05:57.943220 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 082cef7a-901e-436f-bcfd-7be2ee261317 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:05:58.091567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.094637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks [] for router_controller (8e9e726c-61c7-43ef-9a9f-da199dc82468), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.173559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (8e9e726c-61c7-43ef-9a9f-da199dc82468), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.175015 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9e726c-61c7-43ef-9a9f-da199dc82468 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:05:58.194782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.200629 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-eae1ab7e-4a10-4a02-8876-027594bc9e57 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8e9e726c-61c7-43ef-9a9f-da199dc82468 HTTP/1.1" status: 204 len: 168 time: 2.1237755 Jul 31 20:05:58.201627 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59856) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:58.207781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff2e4b62-8676-4f66-a14d-cf216adc2235 req-0eeb8a83-1145-4ec8-9d3c-9e62264f9daa tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018901 Jul 31 20:05:58.311526 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Deleting subnet 5fabcef9-e0fb-4e34-aee3-25c16ace4f5a {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:05:58.315482 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Publish callbacks [] for subnet (5fabcef9-e0fb-4e34-aee3-25c16ace4f5a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.356121 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (5fabcef9-e0fb-4e34-aee3-25c16ace4f5a), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.472825 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (5fabcef9-e0fb-4e34-aee3-25c16ace4f5a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.542920 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (5fabcef9-e0fb-4e34-aee3-25c16ace4f5a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.570010 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fabcef9-e0fb-4e34-aee3-25c16ace4f5a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:58.576803 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.583730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59860) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:05:58.593571 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e458d35-066d-4c7c-8885-02ea177454b8 None None] Network 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:05:58.594336 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3e8d32f0-2250-4ac8-a198-a8e2228f8414 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5fabcef9-e0fb-4e34-aee3-25c16ace4f5a HTTP/1.1" status: 204 len: 168 time: 0.3774116 Jul 31 20:05:58.735952 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:58.800077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b44381-049a-48a8-972d-5f78353e9efb req-88da0e1a-87bf-4cf3-9989-624ad4082887 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:58.801903 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16b44381-049a-48a8-972d-5f78353e9efb req-88da0e1a-87bf-4cf3-9989-624ad4082887 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1054330 Jul 31 20:05:58.807933 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.916058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] DHCP port deletion for 2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:05:58.934900 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-16b44381-049a-48a8-972d-5f78353e9efb req-afaa0d6f-35a3-4604-9343-0cdfd172550b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240318 Jul 31 20:05:58.945573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Deleting port 251724ca-1a1d-49f8-9111-71c56aea6632 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:58.946308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:58.988724 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Deleting port 251724ca-1a1d-49f8-9111-71c56aea6632 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:05:58.989429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.029236 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] For port 251724ca-1a1d-49f8-9111-71c56aea6632, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=251724ca-1a1d-49f8-9111-71c56aea6632,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:59.029236 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.036945 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:59.071187 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] For port 251724ca-1a1d-49f8-9111-71c56aea6632, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=251724ca-1a1d-49f8-9111-71c56aea6632,segment=NetworkSegment(3ae6947c-5511-4560-badd-ba60e6e52351),segment_id=3ae6947c-5511-4560-badd-ba60e6e52351)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:59.071594 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.079109 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Calling delete_port for 251724ca-1a1d-49f8-9111-71c56aea6632 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:59.085804 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Calling delete_port for 251724ca-1a1d-49f8-9111-71c56aea6632 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:05:59.149945 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:59.182192 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.194202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (251724ca-1a1d-49f8-9111-71c56aea6632), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.227991 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] Pushing event deleted for resources: {'Port': ['ID=251724ca-1a1d-49f8-9111-71c56aea6632,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:59.232729 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580ce69-598f-4e20-a846-7afcf43deaea None None] No DVR routers for this DVR port 251724ca-1a1d-49f8-9111-71c56aea6632 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:59.236743 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Pushing event deleted for resources: {'Port': ['ID=251724ca-1a1d-49f8-9111-71c56aea6632,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:59.240269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] No DVR routers for this DVR port 251724ca-1a1d-49f8-9111-71c56aea6632 on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:05:59.445559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:59.495682 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:59.518730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.528435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd87667-60a0-43ef-ac09-a0883d93e7d9 req-1a1efcfe-99df-4933-871c-88ecc80bd2ca tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:05:59.530137 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dd87667-60a0-43ef-ac09-a0883d93e7d9 req-1a1efcfe-99df-4933-871c-88ecc80bd2ca tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.1207106 Jul 31 20:05:59.578693 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:05:59.582030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.582427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.583283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.583659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > port after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.584176 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.584514 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > port after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.584849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.585265 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.585725 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.586147 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.599784 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5404fa72-b0c7-496c-a13f-4c664ba48b5c is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:05:59.600420 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.634572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:05:59.642204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054defa3-0e47-4d33-a8d0-a401890891fb" -d '{"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-unplugged", "status": "completed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:05:59.678511 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:05:59.690341 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.734735 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.735047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.735406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.738347 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 31 20:05:59.738812 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:59.768844 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae6947c-5511-4560-badd-ba60e6e52351') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:59.768844 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae6947c-5511-4560-badd-ba60e6e52351') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:05:59.804922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (3ae6947c-5511-4560-badd-ba60e6e52351), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.826077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=6']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:05:59.841180 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7dd87667-60a0-43ef-ac09-a0883d93e7d9 req-7a3dbd4a-6dbb-4d55-9eea-5fbb7e14c47b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045342 Jul 31 20:05:59.858922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b797356b-26cf-460e-8d56-3708f1ffe31e no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:05:59.904985 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (3ae6947c-5511-4560-badd-ba60e6e52351), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:05:59.940288 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:05:59.941091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (3ae6947c-5511-4560-badd-ba60e6e52351), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.184654 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 31 Jul 2022 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037cda74-db3b-4f7f-abdc-cd63560b628d x-openstack-request-id: req-037cda74-db3b-4f7f-abdc-cd63560b628d {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:00.185279 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-unplugged", "status": "failed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "code": 422}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:00.185778 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-037cda74-db3b-4f7f-abdc-cd63560b628d {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:00.185989 dv-cinder-849846-6-iscsi neutron-server[104002]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-037cda74-db3b-4f7f-abdc-cd63560b628d']: {'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'code': 422} returned with failed status Jul 31 20:06:00.187065 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: b797356b-26cf-460e-8d56-3708f1ffe31e {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:00.187890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device b797356b-26cf-460e-8d56-3708f1ffe31e not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:00.190131 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 251724ca-1a1d-49f8-9111-71c56aea6632 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:00.204254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.222929 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 251724ca-1a1d-49f8-9111-71c56aea6632 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:00.223870 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 251724ca-1a1d-49f8-9111-71c56aea6632 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:00.248536 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.253653 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] 10.222.0.48 "DELETE /v2.0/networks/2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b HTTP/1.1" status: 204 len: 168 time: 1.6687367 Jul 31 20:06:00.268260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043de8-ccc4-455f-b50d-eb0d5712fd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=2999b97e-b8e8-46b9-bb3d-c6a3d79a6d0b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:00.285216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4925d-29c9-4768-851f-3b5c98d7375b req-e836142b-b0ce-406f-802b-74811096f250 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:00.286817 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18c4925d-29c9-4768-851f-3b5c98d7375b req-e836142b-b0ce-406f-802b-74811096f250 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.1087642 Jul 31 20:06:00.373610 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-18c4925d-29c9-4768-851f-3b5c98d7375b req-cb75bbd0-d1b8-4c90-b69f-01e6d75efee6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678611 Jul 31 20:06:00.417254 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 3ae6947c-5511-4560-badd-ba60e6e52351 resource provider aggregate not found Jul 31 20:06:00.446080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 3ae6947c-5511-4560-badd-ba60e6e52351 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ae6947c-5511-4560-badd-ba60e6e52351 found for delete ", "request_id": "req-f144b81f-ff84-4964-931b-d85324505a21"}]} Jul 31 20:06:00.510439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 59922) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:00.559947 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-87d5b099-92d5-488c-8974-d3ee1094a66e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a25221a81c1e49fbacdde74417e9a9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460579 Jul 31 20:06:00.560434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59924) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:00.604844 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:00.611157 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] Publish callbacks [] for security_group (cfd6304e-ed0d-4122-9ac9-94109a1b6b58), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.636791 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] Publish callbacks [] for security_group (cfd6304e-ed0d-4122-9ac9-94109a1b6b58), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.686599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (cfd6304e-ed0d-4122-9ac9-94109a1b6b58), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.690570 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:00.692350 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfd6304e-ed0d-4122-9ac9-94109a1b6b58 HTTP/1.1" status: 204 len: 168 time: 0.1305544 Jul 31 20:06:00.701407 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7f549-d813-40e1-a0cf-570892c87ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd6304e-ed0d-4122-9ac9-94109a1b6b58,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:00.827360 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-bba79458-148f-4851-b3f6-aa4576dc5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:00.829035 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-bba79458-148f-4851-b3f6-aa4576dc5996 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86&tenant_id=d5a9021b3b804f58a2a4e73676bfc480 HTTP/1.1" status: 200 len: 1127 time: 0.0415049 Jul 31 20:06:00.998228 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-1cda92f7-e132-4167-ab36-92ad50a15ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:00.999739 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-1cda92f7-e132-4167-ab36-92ad50a15ada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1127 time: 0.0690987 Jul 31 20:06:01.012503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb380a-6005-4ee8-a8b2-55c4c0b0d750 req-690801f7-c92f-4fe7-b95e-8aad80c2151b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:01.013940 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcbb380a-6005-4ee8-a8b2-55c4c0b0d750 req-690801f7-c92f-4fe7-b95e-8aad80c2151b tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0535662 Jul 31 20:06:01.042854 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59936) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:01.066080 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcbb380a-6005-4ee8-a8b2-55c4c0b0d750 req-f03461a4-3e49-4359-85d9-7b12f222adec tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Jul 31 20:06:01.086048 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0c00dd04-665b-4ec1-87b0-e96c384422f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c46443f3f324a06b36a5764fe539692&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420225 Jul 31 20:06:01.088826 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 59940) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:01.139459 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] Publish callbacks [] for security_group (76bee576-4fc9-49a9-83ed-4127be3d4795), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:01.161626 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] Publish callbacks [] for security_group (76bee576-4fc9-49a9-83ed-4127be3d4795), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:01.212242 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (76bee576-4fc9-49a9-83ed-4127be3d4795), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:01.214843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:01.216062 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76bee576-4fc9-49a9-83ed-4127be3d4795 HTTP/1.1" status: 204 len: 168 time: 0.1261711 Jul 31 20:06:01.225331 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecbfd7-8c81-4e97-981e-e750636ec0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bee576-4fc9-49a9-83ed-4127be3d4795,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:01.586081 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5697b2-dc9d-4274-aa59-69bc2b0d2611 req-a4abba3e-880e-4689-9f18-bfa31d7a2ab8 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:01.593607 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d5697b2-dc9d-4274-aa59-69bc2b0d2611 req-a4abba3e-880e-4689-9f18-bfa31d7a2ab8 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.1311522 Jul 31 20:06:01.604566 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:01.692590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d5697b2-dc9d-4274-aa59-69bc2b0d2611 req-1380ac9b-375e-41a5-9a58-ad25d7234bfc tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957191 Jul 31 20:06:01.700055 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-493925b3-4803-4b64-bc8c-47e304c74f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:01.702093 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-493925b3-4803-4b64-bc8c-47e304c74f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.2032049 Jul 31 20:06:01.829932 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-3e89eeda-f9aa-4828-b4f9-70394b3fae6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 999 time: 0.0910530 Jul 31 20:06:01.831168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-b090b45a-f4a3-4528-8950-06ccaffb7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:01.832585 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-b090b45a-f4a3-4528-8950-06ccaffb7095 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1129 time: 0.0846720 Jul 31 20:06:01.967207 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-b7fbc9df-4f41-423c-8e84-e2eb5b3e8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:01.968665 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-b7fbc9df-4f41-423c-8e84-e2eb5b3e8eb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.1051755 Jul 31 20:06:02.030737 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-b718fdb6-a3c4-425a-a3c6-746ce33972f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:02.032274 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-b718fdb6-a3c4-425a-a3c6-746ce33972f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.1605570 Jul 31 20:06:02.035570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-7613c519-2237-477e-a90d-46b6bd085a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:02.036913 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-7613c519-2237-477e-a90d-46b6bd085a7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592303 Jul 31 20:06:02.201376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02010817-ee21-4f35-adf2-178f5d249b39 req-4c5f645c-21b8-43c5-b9f8-0c27a8f890ca tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:02.202926 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02010817-ee21-4f35-adf2-178f5d249b39 req-4c5f645c-21b8-43c5-b9f8-0c27a8f890ca tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0496578 Jul 31 20:06:02.256233 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02010817-ee21-4f35-adf2-178f5d249b39 req-e929a7ad-091a-4c88-9504-75cce9758a25 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476069 Jul 31 20:06:02.408427 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:06:02.776453 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:02.815631 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e325a-dc6d-4a22-93e8-79c2d1b8d18e req-f865b12d-c21f-4848-be4d-2416d5a532e0 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:02.817124 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c9e325a-dc6d-4a22-93e8-79c2d1b8d18e req-f865b12d-c21f-4848-be4d-2416d5a532e0 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0507495 Jul 31 20:06:02.868267 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c9e325a-dc6d-4a22-93e8-79c2d1b8d18e req-7562d699-ea91-4894-bb61-ce328eab12ac tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453744 Jul 31 20:06:03.387795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54abd6-6e25-4929-8bb8-bfd4d456bfac req-ab03ad1d-ea55-40d9-a954-386c42089695 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:03.389297 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b54abd6-6e25-4929-8bb8-bfd4d456bfac req-ab03ad1d-ea55-40d9-a954-386c42089695 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.0530825 Jul 31 20:06:03.446733 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b54abd6-6e25-4929-8bb8-bfd4d456bfac req-5f796ed1-a7cb-481c-b796-4fbd2b73613d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487728 Jul 31 20:06:03.750641 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-2ac1fffe-ddec-4ffe-b9fb-b6df5dc5e1e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 1001 time: 0.1151824 Jul 31 20:06:03.781007 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-48b7264f-3269-4e5e-a96b-98e6bdfeaa49 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347327 Jul 31 20:06:03.990964 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146bd1-19d7-4f48-b586-63f445bc90bd req-29360c21-181d-4747-8d09-e85e5a8ffb4e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:03.992447 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-13146bd1-19d7-4f48-b586-63f445bc90bd req-29360c21-181d-4747-8d09-e85e5a8ffb4e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0473921 Jul 31 20:06:04.042900 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-13146bd1-19d7-4f48-b586-63f445bc90bd req-a8aeb8f1-3ce4-4d51-a2a3-7082c9e1407e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444827 Jul 31 20:06:04.563921 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:04.667025 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:04.673683 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a056ce-ca65-43ea-80e4-f95d26924658 req-2bf76095-68e1-410c-8b8c-3fdb9b5b33ce tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:04.675193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28a056ce-ca65-43ea-80e4-f95d26924658 req-2bf76095-68e1-410c-8b8c-3fdb9b5b33ce tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 945 time: 0.1350811 Jul 31 20:06:04.708110 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-d41e62dd-612a-413b-8ad8-6f5d94b87df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:04.709581 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-d41e62dd-612a-413b-8ad8-6f5d94b87df4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.1302350 Jul 31 20:06:04.756741 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-178043ac-acb1-43ff-900e-ca64ee1a0ea8 req-91b030d1-5767-4ef4-9ff0-39603cd8b524 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762435 Jul 31 20:06:04.760232 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-28a056ce-ca65-43ea-80e4-f95d26924658 req-40aeaefd-b60f-4da9-9117-6cc76a9bed7f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774901 Jul 31 20:06:05.014202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-02844a26-089a-49b8-958e-94e18d24e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:05.015832 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-02844a26-089a-49b8-958e-94e18d24e70b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448632 Jul 31 20:06:05.162875 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9862a7-e8ec-441e-b1da-b91d33442345 req-74baf8aa-d859-428b-a9e4-8aae2e17d8c1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:05.164375 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9862a7-e8ec-441e-b1da-b91d33442345 req-74baf8aa-d859-428b-a9e4-8aae2e17d8c1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0491598 Jul 31 20:06:05.214208 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9a9862a7-e8ec-441e-b1da-b91d33442345 req-9f22001d-4f6b-4ca6-8a3f-736dad91e215 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Jul 31 20:06:05.415526 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-99b80479-d839-4764-a367-1abd6bf1d131 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946674 Jul 31 20:06:05.544238 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-edecd915-83f7-4b00-a19e-ab6561299ceb req-22c91f3f-6963-466c-a39a-b7133a91495a service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881970 Jul 31 20:06:05.658160 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:05.734381 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: ACTIVE; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:05.734782 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:05.758087 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:06:05.760385 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f32d5a-2d32-47da-a21a-dece63a742d2" -d '{"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:06:05.773494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:05.779126 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:05.802760 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 31 Jul 2022 20:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981a772-0ea5-4829-a3af-1876a02d74f4 x-openstack-request-id: req-a981a772-0ea5-4829-a3af-1876a02d74f4 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:05.803026 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-unplugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:05.803277 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a981a772-0ea5-4829-a3af-1876a02d74f4 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:05.803667 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a981a772-0ea5-4829-a3af-1876a02d74f4'] response: {'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'code': 200} Jul 31 20:06:05.829879 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:05.880840 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:05.894458 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292bad9-c071-40bd-b00a-957f03e450f1 req-40031378-f3ab-4bea-86e3-a4cb30db1873 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:05.895946 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9292bad9-c071-40bd-b00a-957f03e450f1 req-40031378-f3ab-4bea-86e3-a4cb30db1873 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0480754 Jul 31 20:06:05.948168 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9292bad9-c071-40bd-b00a-957f03e450f1 req-deb2412c-0907-4dc7-ad4a-1afe9d362375 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Jul 31 20:06:06.340950 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82afc31a-19cb-4180-9553-81635dddb341 req-c9792d5b-ebf4-474e-91b7-fa62a9f2c76d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:06.342539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82afc31a-19cb-4180-9553-81635dddb341 req-c9792d5b-ebf4-474e-91b7-fa62a9f2c76d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0480111 Jul 31 20:06:06.394802 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82afc31a-19cb-4180-9553-81635dddb341 req-825af180-a6ba-46da-8b7c-c1fe18195e04 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 Jul 31 20:06:07.084415 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd5177-9986-475e-babc-df283ebb4d06 req-00c1b922-2553-4472-b766-a0653d944418 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:07.085893 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afbd5177-9986-475e-babc-df283ebb4d06 req-00c1b922-2553-4472-b766-a0653d944418 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0501304 Jul 31 20:06:07.136064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-afbd5177-9986-475e-babc-df283ebb4d06 req-74ca8f89-d538-481e-b1da-e5f938f1af03 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442882 Jul 31 20:06:07.521086 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9bb1-c4b8-41aa-bc21-105378befa69 req-eeee34df-3cc2-4f4c-a234-c80f5930f52c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:07.522684 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f23e9bb1-c4b8-41aa-bc21-105378befa69 req-eeee34df-3cc2-4f4c-a234-c80f5930f52c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0490930 Jul 31 20:06:07.571600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f23e9bb1-c4b8-41aa-bc21-105378befa69 req-49b1a692-ac4b-4ed3-a11e-8dc7011fa442 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Jul 31 20:06:08.270464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aba1ff-ce07-487b-a802-f7f1e1a560f1 req-17b63d89-e4dd-4f19-acab-f0a465e5c1d3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:08.271912 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2aba1ff-ce07-487b-a802-f7f1e1a560f1 req-17b63d89-e4dd-4f19-acab-f0a465e5c1d3 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0547564 Jul 31 20:06:08.333895 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7b3d2-e6b8-40e9-a579-dc104cd350c9 req-1b023e20-7ac4-488a-acbc-c832ab6c308a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:08.335350 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbb7b3d2-e6b8-40e9-a579-dc104cd350c9 req-1b023e20-7ac4-488a-acbc-c832ab6c308a tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0716994 Jul 31 20:06:08.363306 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a2aba1ff-ce07-487b-a802-f7f1e1a560f1 req-97add04e-1d45-4698-a823-294d898b60f7 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819561 Jul 31 20:06:08.393827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-cbb7b3d2-e6b8-40e9-a579-dc104cd350c9 req-123f3084-0aea-41c6-8865-1a925f16ef3c tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525463 Jul 31 20:06:08.678082 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:08.698454 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b31c27-8516-4e76-9d65-61359f1d7a68 req-c1dc01ae-09bf-4d53-a081-09eaf58d0a9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:08.700148 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96b31c27-8516-4e76-9d65-61359f1d7a68 req-c1dc01ae-09bf-4d53-a081-09eaf58d0a9e tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0526552 Jul 31 20:06:08.754544 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-96b31c27-8516-4e76-9d65-61359f1d7a68 req-8355475f-73be-47d8-a2cc-8f0e24176fd3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480890 Jul 31 20:06:09.222909 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60116) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:09.357007 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-079f4e40-d609-40f5-b65e-a3046e620857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.374466 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadec103-ee67-4afd-894a-06fc3d574214 req-b06435b4-cbe7-4503-b118-7aadcd0d0be9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:09.375874 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fadec103-ee67-4afd-894a-06fc3d574214 req-b06435b4-cbe7-4503-b118-7aadcd0d0be9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0661891 Jul 31 20:06:09.455828 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fadec103-ee67-4afd-894a-06fc3d574214 req-6092047b-cebb-4c28-a64e-d295d7dfe105 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729458 Jul 31 20:06:09.519787 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-079f4e40-d609-40f5-b65e-a3046e620857 admin admin] Publish callbacks [] for security_group (fe521785-8a46-40fb-8b49-0bffea7d0164), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.528445 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-079f4e40-d609-40f5-b65e-a3046e620857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (fe521785-8a46-40fb-8b49-0bffea7d0164), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.547633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026ec9d-cf64-45da-9fee-b332421e02ad req-b231fc35-2e64-4d38-b2a8-bddb8c4e97f4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:09.549291 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5026ec9d-cf64-45da-9fee-b332421e02ad req-b231fc35-2e64-4d38-b2a8-bddb8c4e97f4 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.0720611 Jul 31 20:06:09.567591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:09.608978 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:09.609614 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-079f4e40-d609-40f5-b65e-a3046e620857 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=551f4e3a318b47248e7fe40ab3028a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3848290 Jul 31 20:06:09.610721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f4e40-d609-40f5-b65e-a3046e620857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe521785-8a46-40fb-8b49-0bffea7d0164,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:09.613946 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-099dda75-c193-452a-9f9c-ee2b63412377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.645850 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5026ec9d-cf64-45da-9fee-b332421e02ad req-8f7cc471-238b-4f48-bfaf-c4aeea80f9f7 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847845 Jul 31 20:06:09.683458 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60150) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:09.698364 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] Publish callbacks [] for security_group (fe521785-8a46-40fb-8b49-0bffea7d0164), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.723763 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] Publish callbacks [] for security_group (fe521785-8a46-40fb-8b49-0bffea7d0164), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.758873 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:09.769324 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-b367e8b4-9556-4792-905a-850264299883 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845034 Jul 31 20:06:09.778804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (fe521785-8a46-40fb-8b49-0bffea7d0164), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.779623 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-856707ef-5c36-4a60-b253-2b315c97cb0a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=104001) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 31 20:06:09.783327 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:09.787690 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fe521785-8a46-40fb-8b49-0bffea7d0164 HTTP/1.1" status: 204 len: 168 time: 0.1766224 Jul 31 20:06:09.797668 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-856707ef-5c36-4a60-b253-2b315c97cb0a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0223353 Jul 31 20:06:09.798244 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df46e28-40d2-417b-bc20-45c564e48483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe521785-8a46-40fb-8b49-0bffea7d0164,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:09.906417 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee9763-59bf-4879-b6e1-f99004cf9bd2 req-1fe4d80e-dcdc-486f-9898-64e794da054b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:09.908136 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3ee9763-59bf-4879-b6e1-f99004cf9bd2 req-1fe4d80e-dcdc-486f-9898-64e794da054b tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0563471 Jul 31 20:06:09.997813 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e3ee9763-59bf-4879-b6e1-f99004cf9bd2 req-685f5493-2486-49d5-b505-0ae40c6ac0f0 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803676 Jul 31 20:06:10.045348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60168) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:10.184276 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60172) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:10.198686 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3a83a77-4378-4c53-b37f-eead7e8e18d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.287661 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3a83a77-4378-4c53-b37f-eead7e8e18d3 admin admin] Publish callbacks [] for security_group (2f699599-c043-453e-b486-ac560c2ad86f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.292681 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b3a83a77-4378-4c53-b37f-eead7e8e18d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2f699599-c043-453e-b486-ac560c2ad86f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.331526 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a83a77-4378-4c53-b37f-eead7e8e18d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f699599-c043-453e-b486-ac560c2ad86f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:10.340055 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b3a83a77-4378-4c53-b37f-eead7e8e18d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d5158eb997e41bfba01e1b94d785dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517153 Jul 31 20:06:10.340549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60174) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:10.391036 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] Publish callbacks [] for security_group (2f699599-c043-453e-b486-ac560c2ad86f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.412567 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] Publish callbacks [] for security_group (2f699599-c043-453e-b486-ac560c2ad86f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.418375 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-5b7d297a-53e1-4239-b01f-ef14028cfb12 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:10.419515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-5b7d297a-53e1-4239-b01f-ef14028cfb12 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.3604784 Jul 31 20:06:10.433701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-bef745ac-cd9f-455a-adfa-02b6c431be4e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:10.435045 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-bef745ac-cd9f-455a-adfa-02b6c431be4e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports/dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 940 time: 0.3886976 Jul 31 20:06:10.441018 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:10.465844 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2f699599-c043-453e-b486-ac560c2ad86f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.469092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.470343 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f699599-c043-453e-b486-ac560c2ad86f HTTP/1.1" status: 204 len: 168 time: 0.1291480 Jul 31 20:06:10.478358 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456fc6-495b-461c-b0e7-d96fd4a24d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f699599-c043-453e-b486-ac560c2ad86f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:10.601417 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Deleting port 7413dd38-41ac-44d9-ac58-22d2506ad9ce {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:10.601770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.704005 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408805b8-6579-4a68-afcd-c1cddb1b0f17 req-882f6cf4-af3b-473a-9315-8b8435f1a7a1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:10.711325 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-408805b8-6579-4a68-afcd-c1cddb1b0f17 req-882f6cf4-af3b-473a-9315-8b8435f1a7a1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1109400 Jul 31 20:06:10.788127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:10.825972 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] For port 7413dd38-41ac-44d9-ac58-22d2506ad9ce, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=7413dd38-41ac-44d9-ac58-22d2506ad9ce,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:10.829462 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:10.854067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb38c1c-84e8-4d88-8162-4252b94c1b83 req-62bc01a7-c257-48d5-9b4c-d14ed32b6fc6 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:10.855567 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3cb38c1c-84e8-4d88-8162-4252b94c1b83 req-62bc01a7-c257-48d5-9b4c-d14ed32b6fc6 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 946 time: 0.1159935 Jul 31 20:06:10.858585 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-408805b8-6579-4a68-afcd-c1cddb1b0f17 req-6f607823-bf79-4921-a716-e6664516bd78 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412859 Jul 31 20:06:10.982906 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3cb38c1c-84e8-4d88-8162-4252b94c1b83 req-9e9ac9eb-0160-4eda-ac53-51f879b88ebc tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups?id=2b650d43-1d8b-4f2f-af51-f7307e2798b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946999 Jul 31 20:06:11.055088 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:11.055618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:11.055977 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Floating IP b0a8d9a4-ef36-4478-b6f2-ce366da76f77 disassociated. External IP: 172.27.0.168, port: 7413dd38-41ac-44d9-ac58-22d2506ad9ce. Jul 31 20:06:11.056290 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Calling delete_port for 7413dd38-41ac-44d9-ac58-22d2506ad9ce owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:11.182843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a0e17-518a-4e98-a36b-d713b085e56b req-a5da2461-8143-43c6-af44-3b1cf70ef3f4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:11.184413 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-224a0e17-518a-4e98-a36b-d713b085e56b req-a5da2461-8143-43c6-af44-3b1cf70ef3f4 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0687139 Jul 31 20:06:11.287668 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-224a0e17-518a-4e98-a36b-d713b085e56b req-55908eed-ef96-4729-928c-94117d1a9f06 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897443 Jul 31 20:06:11.300575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:11.309463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (7413dd38-41ac-44d9-ac58-22d2506ad9ce), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:11.356079 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'Port': ['ID=7413dd38-41ac-44d9-ac58-22d2506ad9ce,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:11.506905 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:06:11.620039 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:06:11.632046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:06:11.642849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:11.643462 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:05:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:11.664480 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] No DVR routers for this DVR port 7413dd38-41ac-44d9-ac58-22d2506ad9ce on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:11.667939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:11.671671 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-91d3e6ab-1ad2-479c-aef7-ad8d4db21d33 req-0bb75634-e7f8-45f1-9dd6-107514bd17d9 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.57 "DELETE /v2.0/ports/7413dd38-41ac-44d9-ac58-22d2506ad9ce HTTP/1.1" status: 204 len: 173 time: 1.1729052 Jul 31 20:06:11.672141 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'name': 'network-vif-deleted', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:06:11.674777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052bf780-c841-4d74-a605-12076c51fbb0" -d '{"events": [{"server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "name": "network-vif-deleted", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:06:11.700057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:11.770204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:11.788335 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63949a99-4d18-4ffa-b126-66efa1b6646f x-openstack-request-id: req-63949a99-4d18-4ffa-b126-66efa1b6646f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:11.788936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c471e2c-987e-4ad0-add6-c22b5ca1ec73", "name": "network-vif-deleted", "tag": "7413dd38-41ac-44d9-ac58-22d2506ad9ce", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:11.796021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63949a99-4d18-4ffa-b126-66efa1b6646f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:11.796679 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63949a99-4d18-4ffa-b126-66efa1b6646f'] response: {'server_uuid': '0c471e2c-987e-4ad0-add6-c22b5ca1ec73', 'name': 'network-vif-deleted', 'tag': '7413dd38-41ac-44d9-ac58-22d2506ad9ce', 'status': 'completed', 'code': 200} Jul 31 20:06:11.814076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-a82f701f-1697-4a1c-a5c3-93a956ae1d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:11.815351 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:11.815955 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-a82f701f-1697-4a1c-a5c3-93a956ae1d32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd&tenant_id=aed33078067c4aa3b0e1d1bf79fd379d HTTP/1.1" status: 200 len: 1127 time: 0.0621369 Jul 31 20:06:11.939027 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: DOWN; New status is: DOWN {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:12.008878 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ba48e234-89af-4f6c-a7d1-1d06c6df232e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:12.015536 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-ef185698-f852-495c-9be0-d920b1e8de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.017089 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-ef185698-f852-495c-9be0-d920b1e8de01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1127 time: 0.1189828 Jul 31 20:06:12.063783 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738eb5a-e0bb-4dc4-a787-9697f7f0ad42 req-beba159c-7110-4f2f-91b2-e6c5679eb170 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.071424 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1738eb5a-e0bb-4dc4-a787-9697f7f0ad42 req-beba159c-7110-4f2f-91b2-e6c5679eb170 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0752368 Jul 31 20:06:12.086846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:12.103526 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:12.135532 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b5897bd-6aa5-4a98-bac3-57b39cf3ddab req-5c127550-256f-4ef1-be14-df29bcb09cfd tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/ports?device_id=0c471e2c-987e-4ad0-add6-c22b5ca1ec73 HTTP/1.1" status: 200 len: 210 time: 0.0405598 Jul 31 20:06:12.152068 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:12.160964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1738eb5a-e0bb-4dc4-a787-9697f7f0ad42 req-9409260b-e10f-423d-88cd-f0fedb3dd83e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882995 Jul 31 20:06:12.178828 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:06:12.187612 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:12.188202 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:12.342112 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:12.342503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-9a570e20-3f7a-4c3a-8ff9-4000cbad46a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.345347 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-9a570e20-3f7a-4c3a-8ff9-4000cbad46a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 200 len: 918 time: 0.1321659 Jul 31 20:06:12.404396 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=48 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:12.463556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32547881-1112-497e-8290-972ae0d863f2 req-3ff069d4-6451-40c4-98d1-5189b46d4d34 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.465854 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32547881-1112-497e-8290-972ae0d863f2 req-3ff069d4-6451-40c4-98d1-5189b46d4d34 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.0731227 Jul 31 20:06:12.467608 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-8742ee5f-749d-4709-afbe-c9f19b59e55d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 200 len: 999 time: 0.1131079 Jul 31 20:06:12.549773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-24ab4fe1-fee9-4243-9e3f-741e85f61d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.551247 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-24ab4fe1-fee9-4243-9e3f-741e85f61d8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 200 len: 856 time: 0.0767126 Jul 31 20:06:12.560357 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32547881-1112-497e-8290-972ae0d863f2 req-4988aa55-db8f-48dd-ba8b-095130ccf87c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870838 Jul 31 20:06:12.579479 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:12.610018 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-2b6c496e-0ad3-44fb-90d5-042e4443ef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:12.611761 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-2b6c496e-0ad3-44fb-90d5-042e4443ef63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=68dcf029-54c5-4da0-972e-7f6fa1d3a796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506833 Jul 31 20:06:12.615160 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a533b-f5fa-4654-a45c-0e4cf90752c0 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T19:59:39Z', 'revision_number': 4, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '1cb983c3-f9fb-4826-945b-9867bd352eef', 'name': '', 'network_id': '47480458-3271-41da-9c92-4450622fa327', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'mac_address': 'fa:16:3e:c4:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:38Z', 'updated_at': '2022-07-31T19:59:59Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'subnets': [{'id': 'b9256732-ad53-4175-be37-7a09d8e5b842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:06:12.736138 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-f11da982-a30f-4d49-a779-ef490a14f0b9 service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163311 Jul 31 20:06:12.863832 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:12.869883 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5a67cca8-a65c-4a6c-85fb-413a5d868c4d req-658c079b-1e80-48b4-93e0-a13f96f3bdbe service neutron] 10.222.0.57 "GET /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272509 Jul 31 20:06:12.872981 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:12.930806 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd571eb5-92e0-47ea-b9cb-0b3f8b077a44 None None] New status for floating IP b0a8d9a4-ef36-4478-b6f2-ce366da76f77: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:06:13.242169 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60276) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:13.301736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (2b650d43-1d8b-4f2f-af51-f7307e2798b5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.308447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73f85c-1a67-4d5b-b73a-df2a847c70f0 req-08380280-668b-4e96-b2f6-59829e55d2eb tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:13.310114 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b73f85c-1a67-4d5b-b73a-df2a847c70f0 req-08380280-668b-4e96-b2f6-59829e55d2eb tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0552492 Jul 31 20:06:13.331479 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (2b650d43-1d8b-4f2f-af51-f7307e2798b5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.365515 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7b73f85c-1a67-4d5b-b73a-df2a847c70f0 req-d87cdb29-b919-41e2-bbf9-6c1602625c40 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481548 Jul 31 20:06:13.388409 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2b650d43-1d8b-4f2f-af51-f7307e2798b5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.391586 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.396272 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "DELETE /v2.0/security-groups/2b650d43-1d8b-4f2f-af51-f7307e2798b5 HTTP/1.1" status: 204 len: 168 time: 0.1505804 Jul 31 20:06:13.396838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60284) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:13.407450 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001523-b96e-459a-a79f-5f752edd19c0 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b650d43-1d8b-4f2f-af51-f7307e2798b5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:13.419155 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-9127192b-4c43-4638-b7ff-ffaea5341627 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] show failed (client error): The resource could not be found. Jul 31 20:06:13.420696 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9127192b-4c43-4638-b7ff-ffaea5341627 tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "GET /v2.0/security-groups/2b650d43-1d8b-4f2f-af51-f7307e2798b5 HTTP/1.1" status: 404 len: 347 time: 0.0228510 Jul 31 20:06:13.423858 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60286) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:13.585560 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Deleting port b8b055ec-60e2-491b-8f9c-589bd95e07ed {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:13.585886 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.696427 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:06:13.714989 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.715301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (b8b055ec-60e2-491b-8f9c-589bd95e07ed), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.751512 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Calling delete_port for b8b055ec-60e2-491b-8f9c-589bd95e07ed owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:13.768769 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a3c33-bd7c-403e-ae51-a9bc7aa44152 req-a6f74d52-ff24-489b-acf6-881fb418ee0c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:13.790641 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-591a3c33-bd7c-403e-ae51-a9bc7aa44152 req-a6f74d52-ff24-489b-acf6-881fb418ee0c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 943 time: 0.1238477 Jul 31 20:06:13.864394 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:13.920824 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-591a3c33-bd7c-403e-ae51-a9bc7aa44152 req-0575f41b-5492-4427-b8bc-4a8e55d82747 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289196 Jul 31 20:06:13.937626 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:13.952937 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 7413dd38-41ac-44d9-ac58-22d2506ad9ce no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:13.968017 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b8b055ec-60e2-491b-8f9c-589bd95e07ed), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:13.977469 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'port_id': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'mac_address': 'fa:16:3e:c4:59:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:06:13.981616 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 7413dd38-41ac-44d9-ac58-22d2506ad9ce {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:13.982219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 7413dd38-41ac-44d9-ac58-22d2506ad9ce not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:14.032362 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5404fa72-b0c7-496c-a13f-4c664ba48b5c is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:14.033545 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.050000 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Pushing event deleted for resources: {'Port': ['ID=b8b055ec-60e2-491b-8f9c-589bd95e07ed,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:14.055937 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5404fa72-b0c7-496c-a13f-4c664ba48b5c {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:06:14.100119 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:14.110099 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.199670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=7']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:14.203061 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks [] for floatingip (b0a8d9a4-ef36-4478-b6f2-ce366da76f77), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.205781 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.215025 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-33d636d4-0139-4afe-b2d3-847b2c4939af tempest-AttachVolumeTestJSON-1202173152 tempest-AttachVolumeTestJSON-1202173152-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0a8d9a4-ef36-4478-b6f2-ce366da76f77 HTTP/1.1" status: 204 len: 168 time: 0.7887032 Jul 31 20:06:14.274463 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.434187 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['5404fa72-b0c7-496c-a13f-4c664ba48b5c'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:06:14.535184 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:14.554789 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:14.586935 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:14.601106 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc3b4e-2172-40fd-a53e-87957d4226bd req-5eca6c22-3380-4b1f-8bb8-f4e96150af57 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:14.615049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90dc3b4e-2172-40fd-a53e-87957d4226bd req-5eca6c22-3380-4b1f-8bb8-f4e96150af57 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1396947 Jul 31 20:06:14.716066 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90dc3b4e-2172-40fd-a53e-87957d4226bd req-af77ab48-5be6-4d56-bfe7-39f7f7d7478c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956755 Jul 31 20:06:15.090115 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb023126-4087-464e-9859-a5462ca15b38 req-ceabfdc4-10c3-40e9-b3ce-113aecd4636f tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:15.091935 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb023126-4087-464e-9859-a5462ca15b38 req-ceabfdc4-10c3-40e9-b3ce-113aecd4636f tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 944 time: 0.0759425 Jul 31 20:06:15.155147 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fb023126-4087-464e-9859-a5462ca15b38 req-35a37f72-d125-4d10-92aa-79c3b66ab008 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524027 Jul 31 20:06:15.704459 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:06:15.769551 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 5404fa72-b0c7-496c-a13f-4c664ba48b5c triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:06:15.770098 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:15.866023 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3dd6-73d2-4521-992f-694bbebb95c8 req-11a312ab-cb66-42e5-88de-ad5275387931 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:15.867882 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c4bf3dd6-73d2-4521-992f-694bbebb95c8 req-11a312ab-cb66-42e5-88de-ad5275387931 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0625041 Jul 31 20:06:15.869313 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 5404fa72-b0c7-496c-a13f-4c664ba48b5c is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:15.869891 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:15.895890 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:06:15.898983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9731b10-0a3d-4e1d-85d0-5846210c3acc" -d '{"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-plugged", "status": "completed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:06:15.914391 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:15.922984 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:15.930889 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:15.974400 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c4bf3dd6-73d2-4521-992f-694bbebb95c8 req-4931e2d1-75c1-44f9-848b-834b1f7b1f39 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988424 Jul 31 20:06:15.985038 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b15df49-5079-4e92-839f-9dbb7cd1927a x-openstack-request-id: req-1b15df49-5079-4e92-839f-9dbb7cd1927a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:15.985349 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-plugged", "status": "completed", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:15.985592 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b15df49-5079-4e92-839f-9dbb7cd1927a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:15.985991 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b15df49-5079-4e92-839f-9dbb7cd1927a'] response: {'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'code': 200} Jul 31 20:06:15.987590 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=8']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:16.293400 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7fe71-eda2-4f39-9978-557256f22a55 req-3b406cbe-bac0-4130-8883-eb6cfe98c648 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:16.295083 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eb7fe71-eda2-4f39-9978-557256f22a55 req-3b406cbe-bac0-4130-8883-eb6cfe98c648 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0615065 Jul 31 20:06:16.351046 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4eb7fe71-eda2-4f39-9978-557256f22a55 req-8df88d4a-686c-4416-838b-9342ae172190 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502739 Jul 31 20:06:16.834329 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60354) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:16.947990 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebae5c6f-b4c0-4e9b-a2d5-3ed955a2abfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.030746 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebae5c6f-b4c0-4e9b-a2d5-3ed955a2abfc admin admin] Publish callbacks [] for security_group (309a9337-2a24-4331-a8c0-0e26a4088b26), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.039473 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ebae5c6f-b4c0-4e9b-a2d5-3ed955a2abfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (309a9337-2a24-4331-a8c0-0e26a4088b26), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.087854 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae5c6f-b4c0-4e9b-a2d5-3ed955a2abfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309a9337-2a24-4331-a8c0-0e26a4088b26,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:17.092326 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ebae5c6f-b4c0-4e9b-a2d5-3ed955a2abfc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5b891c9836947b88ce6bdce2b658cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568700 Jul 31 20:06:17.102069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60360) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:17.178699 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] Publish callbacks [] for security_group (309a9337-2a24-4331-a8c0-0e26a4088b26), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.189102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb463d-e473-4b88-bb0b-f5f2c291f396 req-270a56dd-ceee-4ea4-b557-4f0b9416748e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:17.190872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9cb463d-e473-4b88-bb0b-f5f2c291f396 req-270a56dd-ceee-4ea4-b557-4f0b9416748e tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1140432 Jul 31 20:06:17.230565 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] Publish callbacks [] for security_group (309a9337-2a24-4331-a8c0-0e26a4088b26), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.268237 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9cb463d-e473-4b88-bb0b-f5f2c291f396 req-2cb33f3b-e10e-4bcd-acdc-99faafd0c94d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705478 Jul 31 20:06:17.321780 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (309a9337-2a24-4331-a8c0-0e26a4088b26), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.324333 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.328265 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/309a9337-2a24-4331-a8c0-0e26a4088b26 HTTP/1.1" status: 204 len: 168 time: 0.2217369 Jul 31 20:06:17.346862 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96488503-ab11-4f5b-88d5-11318d596968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309a9337-2a24-4331-a8c0-0e26a4088b26,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:17.497545 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5e234-61bc-4881-978e-591497ff9f68 req-817890eb-c9db-4b7e-ad8b-cdd4cb2326c2 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:17.499251 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dd5e234-61bc-4881-978e-591497ff9f68 req-817890eb-c9db-4b7e-ad8b-cdd4cb2326c2 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0615840 Jul 31 20:06:17.567362 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8dd5e234-61bc-4881-978e-591497ff9f68 req-8e5fccd8-c9b0-4d98-972c-9b9ba7361eb3 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588915 Jul 31 20:06:17.711203 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60370) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:17.725322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd19fe98-c104-4912-87bd-0e019e8f364c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.745977 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:17.819601 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd19fe98-c104-4912-87bd-0e019e8f364c admin admin] Publish callbacks [] for security_group (923cb6c3-7b64-4c3e-b110-cf5c686dcbef), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.828980 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-bd19fe98-c104-4912-87bd-0e019e8f364c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (923cb6c3-7b64-4c3e-b110-cf5c686dcbef), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:17.873182 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19fe98-c104-4912-87bd-0e019e8f364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923cb6c3-7b64-4c3e-b110-cf5c686dcbef,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:17.908326 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-bd19fe98-c104-4912-87bd-0e019e8f364c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24d4a6badb414360bda6185e937bce3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935956 Jul 31 20:06:17.908759 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60378) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:17.931823 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:17.976403 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] Publish callbacks [] for security_group (923cb6c3-7b64-4c3e-b110-cf5c686dcbef), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:18.004485 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] Publish callbacks [] for security_group (923cb6c3-7b64-4c3e-b110-cf5c686dcbef), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:18.088668 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (923cb6c3-7b64-4c3e-b110-cf5c686dcbef), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:18.092985 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:18.094749 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/923cb6c3-7b64-4c3e-b110-cf5c686dcbef HTTP/1.1" status: 204 len: 168 time: 0.1848063 Jul 31 20:06:18.107914 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d7fc3-bcd9-427a-9d54-ed9e349aa863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923cb6c3-7b64-4c3e-b110-cf5c686dcbef,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:18.153697 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60384) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:18.506941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b4357-8a9f-46af-975e-3b9ab31fef70 req-6a600c8e-8a57-4091-b584-a81f4149785d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:18.514178 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-663b4357-8a9f-46af-975e-3b9ab31fef70 req-6a600c8e-8a57-4091-b584-a81f4149785d tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1106083 Jul 31 20:06:18.649885 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-663b4357-8a9f-46af-975e-3b9ab31fef70 req-7c6a4474-e6e3-41a2-91f5-25ce75859db5 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321812 Jul 31 20:06:18.767085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:18.794846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec480701-73de-4679-87df-c945ba299eab req-45baa6a8-1936-415d-8330-984f3544dd65 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:18.796715 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec480701-73de-4679-87df-c945ba299eab req-45baa6a8-1936-415d-8330-984f3544dd65 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0900445 Jul 31 20:06:18.912383 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ec480701-73de-4679-87df-c945ba299eab req-8f8eaa25-ec6a-4fe2-b468-d0e8f0613205 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091287 Jul 31 20:06:19.007525 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:19.278913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60412) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:19.300482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Deleting port 1cb983c3-f9fb-4826-945b-9867bd352eef {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:19.300830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:19.303374 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:19.413685 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1542790529-network', 'tenant_id': 'a73de37d04b24ca28c04368cf3b54da2'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:19.427206 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] For port 1cb983c3-f9fb-4826-945b-9867bd352eef, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=1cb983c3-f9fb-4826-945b-9867bd352eef,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:19.427746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:19.458718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Calling delete_port for 1cb983c3-f9fb-4826-945b-9867bd352eef owned by network:router_interface {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:19.464112 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Made reservation on behalf of a73de37d04b24ca28c04368cf3b54da2 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:19.466922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:19.487349 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:19.964306 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:20.004269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeca230-03c0-4a5f-8db0-b873ec467f03 req-ab21593d-65c3-40a1-906c-f50b6da279c4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:20.013686 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bfeca230-03c0-4a5f-8db0-b873ec467f03 req-ab21593d-65c3-40a1-906c-f50b6da279c4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.1059949 Jul 31 20:06:20.101626 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks [] for security_group (818b5972-bde0-4e38-984c-b0e07a56ca58), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.116248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (818b5972-bde0-4e38-984c-b0e07a56ca58), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.174669 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bb9de-ea6d-4a91-8c76-c2b75766a16c req-55fe9e91-62d7-4a04-8838-c460d20a611d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:20.176294 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-789bb9de-ea6d-4a91-8c76-c2b75766a16c req-55fe9e91-62d7-4a04-8838-c460d20a611d tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1595111 Jul 31 20:06:20.186440 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bfeca230-03c0-4a5f-8db0-b873ec467f03 req-0540788c-aa3b-46b2-ae2c-ce1ef90e8799 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716080 Jul 31 20:06:20.190022 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:06:20.223865 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (57c67141-a912-4fbd-a85f-aae4162b0633), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.224226 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Added segment 57c67141-a912-4fbd-a85f-aae4162b0633 of type vlan for network 8d010d0b-a22a-4bd4-8b22-faf0f896aef7 Jul 31 20:06:20.240261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818b5972-bde0-4e38-984c-b0e07a56ca58,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:20.291627 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (1cb983c3-f9fb-4826-945b-9867bd352eef), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.299031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:20.308037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (8d010d0b-a22a-4bd4-8b22-faf0f896aef7), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.345936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb983c3-f9fb-4826-945b-9867bd352eef,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:20.360362 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-789bb9de-ea6d-4a91-8c76-c2b75766a16c req-932484ce-d3bf-48df-ab77-102122d01d1a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662505 Jul 31 20:06:20.435386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (8d010d0b-a22a-4bd4-8b22-faf0f896aef7), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.436535 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:20.437214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.560631 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2777123 Jul 31 20:06:20.565573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60426) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:20.570596 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Request body: {'subnet': {'network_id': '8d010d0b-a22a-4bd4-8b22-faf0f896aef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1542790529-subnet', 'tenant_id': 'a73de37d04b24ca28c04368cf3b54da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:20.576493 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca3dec-2e43-412c-866b-95140582ba39 admin admin] Pushing event updated for resources: {'Network': ['ID=8d010d0b-a22a-4bd4-8b22-faf0f896aef7,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:20.589900 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 8d010d0b-a22a-4bd4-8b22-faf0f896aef7 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:06:20.653733 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Made reservation on behalf of a73de37d04b24ca28c04368cf3b54da2 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:20.656598 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484817'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.713915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:20.802142 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:21.034575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11786976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484775'] for subnet (a0673817-1a8b-4082-a703-5e4712e85029), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.094620 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:06:21.105264 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0673817-1a8b-4082-a703-5e4712e85029,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:21.130791 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Checking segment: {'id': '57c67141-a912-4fbd-a85f-aae4162b0633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8d010d0b-a22a-4bd4-8b22-faf0f896aef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:06:21.131159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Network hostable DHCP agents. Network: 8d010d0b-a22a-4bd4-8b22-faf0f896aef7, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:06:21.223129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Network 8d010d0b-a22a-4bd4-8b22-faf0f896aef7 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:06:21.233458 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:21.242270 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:06:21.244530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 8d010d0b-a22a-4bd4-8b22-faf0f896aef7) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:06:21.252583 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a00c09cb-0947-4cdf-890e-99558dba1ab3 admin admin] 10.222.0.48 "PUT /v2.0/routers/d71e3b9f-8d63-4324-82a1-b018ecd1aee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0949743 Jul 31 20:06:21.252687 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e5a7e8-2c6b-4722-8c53-2495d44beb4c None None] Network 8d010d0b-a22a-4bd4-8b22-faf0f896aef7 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:21.252794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:21.253361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.253846 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60430) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:21.285642 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d797b3b2-e2df-4d1f-bbe8-924d9fc1233c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7107797 Jul 31 20:06:21.313343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Sync routers for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:06:21.341640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:21.342279 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:21.395405 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4201a-8230-4a1c-b9f3-63041bdc897a req-fd6262fb-3be0-4886-84b1-cd1c46891033 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:21.402364 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcf4201a-8230-4a1c-b9f3-63041bdc897a req-fd6262fb-3be0-4886-84b1-cd1c46891033 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0837519 Jul 31 20:06:21.484200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-fcf4201a-8230-4a1c-b9f3-63041bdc897a req-b5340cba-6ab6-4000-b395-6cc4955f8933 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761802 Jul 31 20:06:21.591402 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:21.595315 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276b4ac-06b0-4be5-913e-93cec6096d22 req-4f64df3a-6372-4584-b4ad-702ba454370a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:21.598995 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1276b4ac-06b0-4be5-913e-93cec6096d22 req-4f64df3a-6372-4584-b4ad-702ba454370a tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1074758 Jul 31 20:06:21.691352 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks [] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.718129 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1276b4ac-06b0-4be5-913e-93cec6096d22 req-b0176071-dcc1-4411-a5ff-a826535bc396 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134033 Jul 31 20:06:21.759529 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:21.764195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee5c7b9-297d-468e-8cff-f25b9b8e9a80 None None] Network 8d010d0b-a22a-4bd4-8b22-faf0f896aef7 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:21.821795 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks [] for router_gateway (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.826427 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:21.871656 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Deleting port 63dec454-b8db-4049-afee-294fc91bddc4 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:21.872031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (63dec454-b8db-4049-afee-294fc91bddc4), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.914453 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198'}], 'enable_snat': True}, 'gw_port_id': '63dec454-b8db-4049-afee-294fc91bddc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:06:20Z', 'revision_number': 5, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port': {'id': '63dec454-b8db-4049-afee-294fc91bddc4', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:21.942949 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Checking router: d71e3b9f-8d63-4324-82a1-b018ecd1aee7 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:06:21.952582 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Routers {'d71e3b9f-8d63-4324-82a1-b018ecd1aee7'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:21.953239 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:21.963787 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] For port 63dec454-b8db-4049-afee-294fc91bddc4, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=63dec454-b8db-4049-afee-294fc91bddc4,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:21.964357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (63dec454-b8db-4049-afee-294fc91bddc4), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:21.980080 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Calling delete_port for 63dec454-b8db-4049-afee-294fc91bddc4 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:21.990961 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60450) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:21.997966 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704710828-network', 'tenant_id': '8f8af79a7c07409ebe53dbf269288b60'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:22.019994 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Made reservation on behalf of 8f8af79a7c07409ebe53dbf269288b60 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:22.023756 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.039360 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.047766 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] Set router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:22.108673 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:06:21Z', 'revision_number': 6, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:22.126594 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks [] for security_group (abde326d-247e-47c1-befe-0f539fd56eff), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.131921 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (abde326d-247e-47c1-befe-0f539fd56eff), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.137900 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ee088d-8942-4b2b-8a11-cc70124a85e4 None None] The sync data for ids ['d71e3b9f-8d63-4324-82a1-b018ecd1aee7'] in dv-cinder-849846-6-iscsi is: [{'id': 'd71e3b9f-8d63-4324-82a1-b018ecd1aee7', 'name': 'tempest-AttachVolumeTestJSON-2104832705-router', 'tenant_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:29Z', 'updated_at': '2022-07-31T20:06:21Z', 'revision_number': 6, 'project_id': 'ebb02d5d721347988f4eaff1bb027dcf', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:06:22.144343 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:22.160550 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (63dec454-b8db-4049-afee-294fc91bddc4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.163301 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:06:22.165022 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:22.177141 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde326d-247e-47c1-befe-0f539fd56eff,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:22.180365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (5b174081-35bc-4c2a-96f9-a6834ab54caf), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.181349 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Added segment 5b174081-35bc-4c2a-96f9-a6834ab54caf of type vlan for network 5ab04ce1-aaf4-4523-ae8a-857c69646f05 Jul 31 20:06:22.199016 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Pushing event deleted for resources: {'Port': ['ID=63dec454-b8db-4049-afee-294fc91bddc4,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:22.224633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (5ab04ce1-aaf4-4523-ae8a-857c69646f05), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.250839 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (5ab04ce1-aaf4-4523-ae8a-857c69646f05), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.251919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:22.252503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.261619 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.312508 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3199320 Jul 31 20:06:22.317385 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60452) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:22.322017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Request body: {'subnet': {'network_id': '5ab04ce1-aaf4-4523-ae8a-857c69646f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704710828-subnet', 'tenant_id': '8f8af79a7c07409ebe53dbf269288b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:22.326794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229067e-b8aa-4802-9228-8728633ef22e admin admin] Pushing event updated for resources: {'Network': ['ID=5ab04ce1-aaf4-4523-ae8a-857c69646f05,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:22.339732 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 5ab04ce1-aaf4-4523-ae8a-857c69646f05 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:06:22.347807 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Made reservation on behalf of 8f8af79a7c07409ebe53dbf269288b60 for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:22.351391 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484817'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.355207 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.357628 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks [] for router_controller (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.413002 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (d71e3b9f-8d63-4324-82a1-b018ecd1aee7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.413770 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d71e3b9f-8d63-4324-82a1-b018ecd1aee7 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:06:22.419523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.420571 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-99b0fcf4-fb7d-445c-84f0-51cc991aa06e admin admin] 10.222.0.48 "DELETE /v2.0/routers/d71e3b9f-8d63-4324-82a1-b018ecd1aee7 HTTP/1.1" status: 204 len: 168 time: 1.1651263 Jul 31 20:06:22.423115 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60454) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:22.448693 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:22.470347 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Deleting subnet b9256732-ad53-4175-be37-7a09d8e5b842 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:22.473508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Publish callbacks [] for subnet (b9256732-ad53-4175-be37-7a09d8e5b842), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.474779 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:22.510514 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (b9256732-ad53-4175-be37-7a09d8e5b842), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.526432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11786976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484775'] for subnet (70957972-8586-4274-bd53-35533032f174), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.583827 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70957972-8586-4274-bd53-35533032f174,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:22.603403 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (b9256732-ad53-4175-be37-7a09d8e5b842), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.640642 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Checking segment: {'id': '5b174081-35bc-4c2a-96f9-a6834ab54caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '5ab04ce1-aaf4-4523-ae8a-857c69646f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:06:22.641012 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Network hostable DHCP agents. Network: 5ab04ce1-aaf4-4523-ae8a-857c69646f05, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:06:22.656882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a1360-ef80-4fe8-bba2-dac02ef27372 req-c8e4c96f-1139-4a5f-a12c-ba2264b9a17f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:22.658470 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d47a1360-ef80-4fe8-bba2-dac02ef27372 req-c8e4c96f-1139-4a5f-a12c-ba2264b9a17f tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0655737 Jul 31 20:06:22.670459 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (b9256732-ad53-4175-be37-7a09d8e5b842), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.683402 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Network 5ab04ce1-aaf4-4523-ae8a-857c69646f05 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:06:22.701125 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9256732-ad53-4175-be37-7a09d8e5b842,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:22.705005 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.712972 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 5ab04ce1-aaf4-4523-ae8a-857c69646f05) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:06:22.713710 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-07143297-dddb-45c6-8504-e00836d2b5a6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b9256732-ad53-4175-be37-7a09d8e5b842 HTTP/1.1" status: 204 len: 168 time: 0.2894092 Jul 31 20:06:22.714398 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60460) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:22.714557 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea1e03-4a41-4e7e-a141-e15719d21374 None None] Network 47480458-3271-41da-9c92-4450622fa327 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:22.726049 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:22.726657 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.736574 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d47a1360-ef80-4fe8-bba2-dac02ef27372 req-fe74c6a8-e856-4d65-acb4-337002b9538c tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710542 Jul 31 20:06:22.778556 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-87b05c97-4ffb-421c-a553-9577efb7eda8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4562085 Jul 31 20:06:22.786483 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48190c-d82a-492b-a15e-609a1f320115 None None] Network 5ab04ce1-aaf4-4523-ae8a-857c69646f05 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:22.811472 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (47480458-3271-41da-9c92-4450622fa327), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.860726 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Deleting port ff640ac8-9a85-421f-8921-d03ae32659a9 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:22.860726 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.935364 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b41973-c6eb-4443-b8ca-8a3c4657c745 req-9ecc8c68-c0c9-4c11-a0d7-7fd9d1fc2406 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:22.944346 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29b41973-c6eb-4443-b8ca-8a3c4657c745 req-9ecc8c68-c0c9-4c11-a0d7-7fd9d1fc2406 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.1211605 Jul 31 20:06:22.959059 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d04913-d87e-4d99-b33b-083584cda4f4 None None] Network 5ab04ce1-aaf4-4523-ae8a-857c69646f05 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:22.968055 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] For port ff640ac8-9a85-421f-8921-d03ae32659a9, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=ff640ac8-9a85-421f-8921-d03ae32659a9,segment=NetworkSegment(35280529-f0c3-4d60-a3de-9e24bad4111d),segment_id=35280529-f0c3-4d60-a3de-9e24bad4111d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:22.968549 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:22.996116 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Calling delete_port for ff640ac8-9a85-421f-8921-d03ae32659a9 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:23.038927 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] DHCP port deletion for 47480458-3271-41da-9c92-4450622fa327 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:06:23.068451 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-29b41973-c6eb-4443-b8ca-8a3c4657c745 req-ca25eaea-cd83-4939-8975-1221b6853684 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231880 Jul 31 20:06:23.112719 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.139536 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Deleting port ff640ac8-9a85-421f-8921-d03ae32659a9 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:23.140170 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.143248 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff640ac8-9a85-421f-8921-d03ae32659a9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:23.147901 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] No DVR routers for this DVR port ff640ac8-9a85-421f-8921-d03ae32659a9 on host dv-cinder-849846-6-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:23.219728 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] For port ff640ac8-9a85-421f-8921-d03ae32659a9, host dv-cinder-849846-6-iscsi, got binding levels [] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:23.220233 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.230020 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (47480458-3271-41da-9c92-4450622fa327), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.237851 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Calling delete_port for ff640ac8-9a85-421f-8921-d03ae32659a9 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:23.241115 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.ipam_backend_mixin [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Port ff640ac8-9a85-421f-8921-d03ae32659a9 was not found and therefore no delete operation was performed {{(pid=104002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 31 20:06:23.242549 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (ff640ac8-9a85-421f-8921-d03ae32659a9), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.256224 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47480458-3271-41da-9c92-4450622fa327']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:23.267116 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35280529-f0c3-4d60-a3de-9e24bad4111d') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:23.267794 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35280529-f0c3-4d60-a3de-9e24bad4111d') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:23.267899 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] Pushing event deleted for resources: {'Port': ['ID=ff640ac8-9a85-421f-8921-d03ae32659a9,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:23.272138 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e6ef5-2331-4a5d-8b5a-19e9c601cf93 None None] No DVR routers for this DVR port ff640ac8-9a85-421f-8921-d03ae32659a9 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:23.293389 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (35280529-f0c3-4d60-a3de-9e24bad4111d), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.302692 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:23.309952 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (35280529-f0c3-4d60-a3de-9e24bad4111d), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.319025 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:23.319454 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (35280529-f0c3-4d60-a3de-9e24bad4111d), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.409143 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (47480458-3271-41da-9c92-4450622fa327), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.415607 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.432714 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/47480458-3271-41da-9c92-4450622fa327 HTTP/1.1" status: 204 len: 168 time: 0.7171123 Jul 31 20:06:23.453544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8756294-1291-4c45-bf59-259f698d81b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47480458-3271-41da-9c92-4450622fa327,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:23.539222 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 35280529-f0c3-4d60-a3de-9e24bad4111d resource provider aggregate not found Jul 31 20:06:23.551451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998e106-0936-4b6d-a4d1-6f7cc51a84c5 req-0a823a72-a311-4d17-8224-39d6a9bdca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:23.553716 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b998e106-0936-4b6d-a4d1-6f7cc51a84c5 req-0a823a72-a311-4d17-8224-39d6a9bdca63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.0454905 Jul 31 20:06:23.559321 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 35280529-f0c3-4d60-a3de-9e24bad4111d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35280529-f0c3-4d60-a3de-9e24bad4111d found for delete ", "request_id": "req-e2396187-e898-4923-a326-2d0a6e5b2e88"}]} Jul 31 20:06:23.633115 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b998e106-0936-4b6d-a4d1-6f7cc51a84c5 req-17b6cd4c-4b4a-4c16-9522-adb15d044103 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633276 Jul 31 20:06:23.715043 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60482) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:23.760605 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-983de53f-0d19-4331-a7f5-be23f97210fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebb02d5d721347988f4eaff1bb027dcf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0443094 Jul 31 20:06:23.763359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60486) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:23.811886 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device ff640ac8-9a85-421f-8921-d03ae32659a9 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:23.848216 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: ff640ac8-9a85-421f-8921-d03ae32659a9 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:23.848802 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device ff640ac8-9a85-421f-8921-d03ae32659a9 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:23.849409 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1cb983c3-f9fb-4826-945b-9867bd352eef no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:23.871591 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] Publish callbacks [] for security_group (3ba8d69b-116e-4426-903c-2e1977afc96f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.872315 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 1cb983c3-f9fb-4826-945b-9867bd352eef {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:23.872823 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 1cb983c3-f9fb-4826-945b-9867bd352eef not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:23.873464 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 63dec454-b8db-4049-afee-294fc91bddc4 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:23.894332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 63dec454-b8db-4049-afee-294fc91bddc4 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:23.894875 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 63dec454-b8db-4049-afee-294fc91bddc4 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:23.895485 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:23.908595 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] Publish callbacks [] for security_group (3ba8d69b-116e-4426-903c-2e1977afc96f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:23.916081 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfa294-c3bb-484c-bc0c-1e14444c0ee6 req-34d0a3aa-2ec8-428e-a1e5-6bc0812487b0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:23.917600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ecfa294-c3bb-484c-bc0c-1e14444c0ee6 req-34d0a3aa-2ec8-428e-a1e5-6bc0812487b0 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0792565 Jul 31 20:06:23.990288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6ecfa294-c3bb-484c-bc0c-1e14444c0ee6 req-70d66182-aaa9-4106-a5bc-a7e5206a8350 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650566 Jul 31 20:06:24.002811 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3ba8d69b-116e-4426-903c-2e1977afc96f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:24.005411 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:24.006531 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ba8d69b-116e-4426-903c-2e1977afc96f HTTP/1.1" status: 204 len: 168 time: 0.2421038 Jul 31 20:06:24.015335 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275b573-5747-493d-b7e9-705b9d9baa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba8d69b-116e-4426-903c-2e1977afc96f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:24.207348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f93478-91f2-4bbe-8fb9-ad1f6fb01cab req-0ff119f6-3b40-4401-b180-48baf16fbfeb tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:24.208908 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69f93478-91f2-4bbe-8fb9-ad1f6fb01cab req-0ff119f6-3b40-4401-b180-48baf16fbfeb tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0546820 Jul 31 20:06:24.280153 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-69f93478-91f2-4bbe-8fb9-ad1f6fb01cab req-b24a5524-1cb1-4c7b-907b-0bc43971d4ff tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632014 Jul 31 20:06:25.142070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98049704-5b42-477b-87d5-631568a3bcdb req-4cf5d1cf-a0c7-42ce-aeed-18c096e90efd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:25.143572 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98049704-5b42-477b-87d5-631568a3bcdb req-4cf5d1cf-a0c7-42ce-aeed-18c096e90efd tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 943 time: 0.0520518 Jul 31 20:06:25.197299 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:25.202915 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98049704-5b42-477b-87d5-631568a3bcdb req-80086d8b-ca4d-4091-bd2e-c0b2f944b144 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516136 Jul 31 20:06:25.421444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e62cb-5607-4aaf-96c0-a66ac064b481 req-c453cb97-e444-4a05-b7e6-c0ec8274f360 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:25.422969 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-451e62cb-5607-4aaf-96c0-a66ac064b481 req-c453cb97-e444-4a05-b7e6-c0ec8274f360 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0481756 Jul 31 20:06:25.472467 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-451e62cb-5607-4aaf-96c0-a66ac064b481 req-d7ee0a19-ca37-4107-8dfe-367796ec03a8 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436642 Jul 31 20:06:25.714297 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:06:25.835750 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:25.851027 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'port_id': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'mac_address': 'fa:16:3e:4e:61:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:06:25.881288 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:25.895633 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:25.896084 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:25.909587 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:06:25.921425 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:25.930252 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:25.935094 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:25.997508 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=9']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:26.236240 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['dc71e4bb-0c50-46be-9265-95e6a82b855e'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:06:26.370077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb4dab-c8af-48a5-9a0d-0f7d0c21fd74 req-80839c56-94e0-4b1b-9749-8102820a7e4a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:26.378206 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-01fb4dab-c8af-48a5-9a0d-0f7d0c21fd74 req-80839c56-94e0-4b1b-9749-8102820a7e4a tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.0764248 Jul 31 20:06:26.437716 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-01fb4dab-c8af-48a5-9a0d-0f7d0c21fd74 req-dbae51a6-35a0-431a-9e77-f67384222d51 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573387 Jul 31 20:06:26.761542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bebe9-be13-4eb4-8e01-49d4991cefa0 req-f7a1ed73-9075-4129-8827-a84a878a1ea8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:26.762978 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1e9bebe9-be13-4eb4-8e01-49d4991cefa0 req-f7a1ed73-9075-4129-8827-a84a878a1ea8 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0514612 Jul 31 20:06:26.813331 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1e9bebe9-be13-4eb4-8e01-49d4991cefa0 req-f7f2c486-8155-4472-8fc9-b0e9bd22467a tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439630 Jul 31 20:06:27.572058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f3a6a-e56b-4613-96d6-f3b6a172138c req-e0fd2966-6d5c-42cd-8282-43d76a7c3f58 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:27.573574 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-196f3a6a-e56b-4613-96d6-f3b6a172138c req-e0fd2966-6d5c-42cd-8282-43d76a7c3f58 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.0492859 Jul 31 20:06:27.625615 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-196f3a6a-e56b-4613-96d6-f3b6a172138c req-ef8abea2-be91-466f-a48f-d4dd93fc3eec tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464861 Jul 31 20:06:27.934091 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216c568-a3e2-4d91-9c61-b701f8730eed req-57c163bd-fa03-4923-b0e8-e34f02dd22ae tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:27.935576 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0216c568-a3e2-4d91-9c61-b701f8730eed req-57c163bd-fa03-4923-b0e8-e34f02dd22ae tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0477848 Jul 31 20:06:27.988927 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0216c568-a3e2-4d91-9c61-b701f8730eed req-04868866-c035-47bc-acb5-edd7b2b27cdb tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475774 Jul 31 20:06:28.780233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d2d81-03e2-400b-89c1-3119c0cb4c67 req-46822b10-db4e-4df9-8f4d-4cfd9148bdba tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:28.781777 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e17d2d81-03e2-400b-89c1-3119c0cb4c67 req-46822b10-db4e-4df9-8f4d-4cfd9148bdba tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 944 time: 0.0551343 Jul 31 20:06:28.790617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:06:28.837620 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port dc71e4bb-0c50-46be-9265-95e6a82b855e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:06:28.837999 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:28.841366 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e17d2d81-03e2-400b-89c1-3119c0cb4c67 req-d111180a-ab4d-4097-9d40-7a6eda9c9dc8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537155 Jul 31 20:06:28.922204 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port dc71e4bb-0c50-46be-9265-95e6a82b855e is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:06:28.922601 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:28.944835 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:06:28.947097 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d125ed4a-4f70-4548-b9ff-39aef3bf92b0" -d '{"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:06:28.959452 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:28.964183 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:28.993860 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e58c6f-0a67-42e8-9158-8a13bad6e7b8 x-openstack-request-id: req-d9e58c6f-0a67-42e8-9158-8a13bad6e7b8 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:28.994150 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-plugged", "status": "completed", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:28.994398 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d9e58c6f-0a67-42e8-9158-8a13bad6e7b8 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:28.994788 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9e58c6f-0a67-42e8-9158-8a13bad6e7b8'] response: {'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'code': 200} Jul 31 20:06:29.015071 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=10']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:29.117038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75033-cbe1-4dd9-89f0-5530e226fc33 req-cbda2290-e374-43a1-9fca-36bd47d60b85 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:29.118541 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4d75033-cbe1-4dd9-89f0-5530e226fc33 req-cbda2290-e374-43a1-9fca-36bd47d60b85 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0515532 Jul 31 20:06:29.169762 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4d75033-cbe1-4dd9-89f0-5530e226fc33 req-b35566ff-0726-427a-b91a-bb54adcf9b61 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Jul 31 20:06:29.978029 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11230d11-f989-4bca-9597-55aca134ff35 req-a2cfc14c-774e-4306-966a-de4664731ac8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:29.989502 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11230d11-f989-4bca-9597-55aca134ff35 req-a2cfc14c-774e-4306-966a-de4664731ac8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0586188 Jul 31 20:06:30.030157 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-11230d11-f989-4bca-9597-55aca134ff35 req-ceb65653-7030-432b-8383-ecb538c4b231 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449231 Jul 31 20:06:30.155127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629d0b7-f46b-47f8-afae-7920a8123fb1 req-220eec46-9933-42ae-9906-5efe4b7366b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:30.156786 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8629d0b7-f46b-47f8-afae-7920a8123fb1 req-220eec46-9933-42ae-9906-5efe4b7366b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 1130 time: 0.0409110 Jul 31 20:06:30.190860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:30.207232 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8629d0b7-f46b-47f8-afae-7920a8123fb1 req-29f73810-17df-4d4c-b6a8-9b5061ecb42f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439177 Jul 31 20:06:30.293976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a56a72-d141-48df-b749-eeb2ec4bbb2d req-19541b27-fbf0-46cc-aa52-174661a70eea tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:30.295493 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1a56a72-d141-48df-b749-eeb2ec4bbb2d req-19541b27-fbf0-46cc-aa52-174661a70eea tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0472414 Jul 31 20:06:30.344825 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1a56a72-d141-48df-b749-eeb2ec4bbb2d req-a48af975-f357-4ef6-9b57-c53b01b20ab3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Jul 31 20:06:30.585590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-8cfa08ee-a0b1-4df5-a644-03a90dd82296 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:30.586929 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-8cfa08ee-a0b1-4df5-a644-03a90dd82296 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0525398 Jul 31 20:06:30.887166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:30.973418 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port ea9ca6e8-81a9-4578-b567-6dc73d9650ec {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:30.973773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.082528 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] For port ea9ca6e8-81a9-4578-b567-6dc73d9650ec, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:31.083153 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.219763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80990fba-d08f-4990-9b9c-bb1b35101547 req-5fa8a8dc-1b9d-468b-82b8-e1f0370e02ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:31.221363 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80990fba-d08f-4990-9b9c-bb1b35101547 req-5fa8a8dc-1b9d-468b-82b8-e1f0370e02ad tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0880337 Jul 31 20:06:31.343508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.343879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.344198 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Floating IP 154a93ec-bf86-458f-b409-ed7997251c62 disassociated. External IP: 172.27.0.50, port: ea9ca6e8-81a9-4578-b567-6dc73d9650ec. Jul 31 20:06:31.344547 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for ea9ca6e8-81a9-4578-b567-6dc73d9650ec owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:31.359102 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-80990fba-d08f-4990-9b9c-bb1b35101547 req-a4c3865b-2fba-4786-82c4-4933e085ab44 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312449 Jul 31 20:06:31.463329 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:31.472406 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:31.504712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e1797-3dc0-4e05-b5d9-ad2d90cb406e req-41eeb513-171b-4fa4-96b0-933aab4b13a5 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:31.506260 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-906e1797-3dc0-4e05-b5d9-ad2d90cb406e req-41eeb513-171b-4fa4-96b0-933aab4b13a5 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa HTTP/1.1" status: 200 len: 945 time: 0.0741203 Jul 31 20:06:31.546177 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (ea9ca6e8-81a9-4578-b567-6dc73d9650ec), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.592722 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=ea9ca6e8-81a9-4578-b567-6dc73d9650ec,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:31.609926 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-906e1797-3dc0-4e05-b5d9-ad2d90cb406e req-d7609a83-5531-4ae4-b779-f05fc5adc8e3 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups?id=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958755 Jul 31 20:06:31.692487 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:31.726197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:06:31.841890 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:06:31.849583 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:31.854992 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:06:31.864798 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:31.866239 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:31.892949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] No DVR routers for this DVR port ea9ca6e8-81a9-4578-b567-6dc73d9650ec on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:31.895692 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:31.899373 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1342d2ee-379f-4489-a849-1693a3bd4fe4 req-79aa93ea-80bf-4491-8a22-63bf8551ecaf tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.57 "DELETE /v2.0/ports/ea9ca6e8-81a9-4578-b567-6dc73d9650ec HTTP/1.1" status: 204 len: 173 time: 1.0224113 Jul 31 20:06:31.900027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'name': 'network-vif-deleted', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:06:31.903102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af947e0-932b-43ab-8184-e1a2d7f5f2f9" -d '{"events": [{"server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "name": "network-vif-deleted", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:06:31.951770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13000d8f-1e8a-442e-a173-fb79bc11bd56 x-openstack-request-id: req-13000d8f-1e8a-442e-a173-fb79bc11bd56 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:06:31.952290 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa", "name": "network-vif-deleted", "tag": "ea9ca6e8-81a9-4578-b567-6dc73d9650ec", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:06:31.952705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13000d8f-1e8a-442e-a173-fb79bc11bd56 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:06:31.953287 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13000d8f-1e8a-442e-a173-fb79bc11bd56'] response: {'server_uuid': '8c10b18d-44f3-496c-8b0f-ba24cf2ba2fa', 'name': 'network-vif-deleted', 'tag': 'ea9ca6e8-81a9-4578-b567-6dc73d9650ec', 'status': 'completed', 'code': 200} Jul 31 20:06:31.989541 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:32.214993 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:32.243476 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:06:32.252607 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:32.253329 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:32.352785 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:32.534919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dea30a-a042-4e45-85cf-0e4c0a06b1b3 req-41a7378d-22e2-4df8-836a-8b46ff086449 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:32.549552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56dea30a-a042-4e45-85cf-0e4c0a06b1b3 req-41a7378d-22e2-4df8-836a-8b46ff086449 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0593929 Jul 31 20:06:32.613719 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56dea30a-a042-4e45-85cf-0e4c0a06b1b3 req-07f2734b-1c3e-4740-b90e-49d7e06098d8 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630217 Jul 31 20:06:32.656908 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:32.689946 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe200c26-a644-4394-bc5f-f159d0b91260 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': 'c2a54259-ab62-4f82-8996-bb88839230a9', 'name': '', 'network_id': '758cb11a-528c-4227-88a9-030f838941a5', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'mac_address': 'fa:16:3e:97:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:49Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'subnets': [{'id': '17f9880b-2d85-487f-94e0-5eb96bff51fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:06:32.720644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60728) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:32.745053 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:32.781100 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:32.805657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:32.855966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:32.859287 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:32.860735 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/security-groups/5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437 HTTP/1.1" status: 204 len: 168 time: 0.1389334 Jul 31 20:06:32.864539 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60730) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:32.873444 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b71c7-085a-4908-899a-737ff0912fee tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:32.886167 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-450cd7a1-dc68-4939-9070-7780c6578030 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] show failed (client error): The resource could not be found. Jul 31 20:06:32.887594 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-450cd7a1-dc68-4939-9070-7780c6578030 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "GET /v2.0/security-groups/5055a0ea-b7d1-4b2e-a5bf-8ca8680f5437 HTTP/1.1" status: 404 len: 347 time: 0.0217428 Jul 31 20:06:32.890745 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60732) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:32.936931 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027fe25f-22dd-41cc-be16-9d7a5d227210 None None] New status for floating IP 154a93ec-bf86-458f-b409-ed7997251c62: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:06:33.012492 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Deleting port b726c0c0-28c0-4a37-9144-dfb6fff42dea {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:33.012838 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.092717 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.093046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (b726c0c0-28c0-4a37-9144-dfb6fff42dea), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.104789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Calling delete_port for b726c0c0-28c0-4a37-9144-dfb6fff42dea owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:33.241089 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (b726c0c0-28c0-4a37-9144-dfb6fff42dea), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.265744 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Pushing event deleted for resources: {'Port': ['ID=b726c0c0-28c0-4a37-9144-dfb6fff42dea,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:33.326187 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks [] for floatingip (154a93ec-bf86-458f-b409-ed7997251c62), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.328671 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.329989 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-916156c7-0b76-4dfa-bab2-a988884fab49 tempest-AttachVolumeNegativeTest-275490920 tempest-AttachVolumeNegativeTest-275490920-project] 10.222.0.48 "DELETE /v2.0/floatingips/154a93ec-bf86-458f-b409-ed7997251c62 HTTP/1.1" status: 204 len: 168 time: 0.4380417 Jul 31 20:06:33.687883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60756) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:33.753988 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device ea9ca6e8-81a9-4578-b567-6dc73d9650ec no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:33.779042 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: ea9ca6e8-81a9-4578-b567-6dc73d9650ec {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:33.779396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device ea9ca6e8-81a9-4578-b567-6dc73d9650ec not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:33.815589 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-652d0c0b-faf2-420a-b474-f204f17d00ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.894980 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-652d0c0b-faf2-420a-b474-f204f17d00ac admin admin] Publish callbacks [] for security_group (6d98b6da-2ddc-43ba-93af-4fad2ce9d00b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.898774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-652d0c0b-faf2-420a-b474-f204f17d00ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6d98b6da-2ddc-43ba-93af-4fad2ce9d00b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:33.943118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d0c0b-faf2-420a-b474-f204f17d00ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d98b6da-2ddc-43ba-93af-4fad2ce9d00b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:33.948712 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-652d0c0b-faf2-420a-b474-f204f17d00ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9cebbb46967a4525a96ddc94b0e1fd20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597895 Jul 31 20:06:33.951481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60764) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:34.005838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] Publish callbacks [] for security_group (6d98b6da-2ddc-43ba-93af-4fad2ce9d00b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.032133 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] Publish callbacks [] for security_group (6d98b6da-2ddc-43ba-93af-4fad2ce9d00b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.088085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6d98b6da-2ddc-43ba-93af-4fad2ce9d00b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.091008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.092332 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d98b6da-2ddc-43ba-93af-4fad2ce9d00b HTTP/1.1" status: 204 len: 168 time: 0.1398644 Jul 31 20:06:34.100292 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cf5da-ebb6-4fba-9b88-b3cf55d3c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d98b6da-2ddc-43ba-93af-4fad2ce9d00b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:34.572760 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.761373 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60800) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:34.860986 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858659700-network', 'tenant_id': '4679eebb6c48410b84a143593de8ca0c'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:34.886773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Made reservation on behalf of 4679eebb6c48410b84a143593de8ca0c for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:34.889242 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.898257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.976938 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks [] for security_group (8bf10c79-cf4c-4047-b073-0824c01047da), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:34.981771 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8bf10c79-cf4c-4047-b073-0824c01047da), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.006831 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:35.010259 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:06:35.015986 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf10c79-cf4c-4047-b073-0824c01047da,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:35.027773 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (cbca24b4-0b87-4727-b3b1-0477e98b88b8), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.028149 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Added segment cbca24b4-0b87-4727-b3b1-0477e98b88b8 of type vlan for network 6e0bbb36-d14e-4152-8d79-fc600d8ecc25 Jul 31 20:06:35.036849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.037257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.037629 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.038038 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.038367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.038721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.039046 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.039367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.039691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.040014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.040346 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.040677 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.040989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.041331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.041699 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:35.356162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (6e0bbb36-d14e-4152-8d79-fc600d8ecc25), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.377738 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:35.384383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (6e0bbb36-d14e-4152-8d79-fc600d8ecc25), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.385523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:35.386106 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.439785 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6772397 Jul 31 20:06:35.442861 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60814) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:35.447860 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Request body: {'subnet': {'network_id': '6e0bbb36-d14e-4152-8d79-fc600d8ecc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1858659700-subnet', 'tenant_id': '4679eebb6c48410b84a143593de8ca0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:35.450691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20abd3-e0d8-4ef3-be92-a96c6580463b admin admin] Pushing event updated for resources: {'Network': ['ID=6e0bbb36-d14e-4152-8d79-fc600d8ecc25,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:35.462900 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 6e0bbb36-d14e-4152-8d79-fc600d8ecc25 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:06:35.471441 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Made reservation on behalf of 4679eebb6c48410b84a143593de8ca0c for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:35.474013 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.647418 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (0dcf4542-8f38-4aaa-90e0-c03f4559e325), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.673009 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:35.673619 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:35.701321 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcf4542-8f38-4aaa-90e0-c03f4559e325,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:35.718068 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Checking segment: {'id': 'cbca24b4-0b87-4727-b3b1-0477e98b88b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e0bbb36-d14e-4152-8d79-fc600d8ecc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:06:35.718431 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Network hostable DHCP agents. Network: 6e0bbb36-d14e-4152-8d79-fc600d8ecc25, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:06:35.736853 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Network 6e0bbb36-d14e-4152-8d79-fc600d8ecc25 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:06:35.747425 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 6e0bbb36-d14e-4152-8d79-fc600d8ecc25) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:06:35.756081 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d255a-51aa-4e2f-83ce-7598991a73d5 None None] Network 6e0bbb36-d14e-4152-8d79-fc600d8ecc25 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:35.756533 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:35.757264 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:35.776666 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-abfd95a3-3168-4555-803f-e32eca19ef03 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3326802 Jul 31 20:06:35.882034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1380a-5bfe-4861-a8ae-d43fd00633cb None None] Network 6e0bbb36-d14e-4152-8d79-fc600d8ecc25 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:35.947285 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:36.310552 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60844) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:36.315746 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508831078-network', 'tenant_id': '2d5f10b4073a4670a6f0dbba3afa5d6a'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:36.339453 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Made reservation on behalf of 2d5f10b4073a4670a6f0dbba3afa5d6a for: {'network': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:36.341943 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.350609 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.432703 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks [] for security_group (d130f77b-54ea-49e8-9d2d-e7bbb59ecf68), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.438480 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d130f77b-54ea-49e8-9d2d-e7bbb59ecf68), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.466157 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:06:36.472947 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d130f77b-54ea-49e8-9d2d-e7bbb59ecf68,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:36.479102 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (e6d991ce-6109-4a90-bc1d-d941961e9073), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.479440 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.segments_db [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Added segment e6d991ce-6109-4a90-bc1d-d941961e9073 of type vlan for network 19a1a7b8-d0a6-4889-8a4b-c08f42add684 Jul 31 20:06:36.522301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (19a1a7b8-d0a6-4889-8a4b-c08f42add684), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.548666 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (19a1a7b8-d0a6-4889-8a4b-c08f42add684), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.549857 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:36.550438 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.604433 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2927003 Jul 31 20:06:36.607221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60852) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:36.612204 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Request body: {'subnet': {'network_id': '19a1a7b8-d0a6-4889-8a4b-c08f42add684', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1508831078-subnet', 'tenant_id': '2d5f10b4073a4670a6f0dbba3afa5d6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:36.636098 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181940f-9ef8-4127-81e8-c9e4ab0833ba admin admin] Pushing event updated for resources: {'Network': ['ID=19a1a7b8-d0a6-4889-8a4b-c08f42add684,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:36.640729 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Made reservation on behalf of 2d5f10b4073a4670a6f0dbba3afa5d6a for: {'subnet': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:36.645406 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8484817'] for subnet (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.647110 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 19a1a7b8-d0a6-4889-8a4b-c08f42add684 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:06:36.841131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11786976', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8484775'] for subnet (cd7c8176-d48c-409a-bea6-b04f515cd354), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.905072 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd7c8176-d48c-409a-bea6-b04f515cd354,revision_number=0']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:36.914347 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Checking segment: {'id': 'e6d991ce-6109-4a90-bc1d-d941961e9073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '19a1a7b8-d0a6-4889-8a4b-c08f42add684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:06:36.914712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Network hostable DHCP agents. Network: 19a1a7b8-d0a6-4889-8a4b-c08f42add684, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:06:36.933094 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Network 19a1a7b8-d0a6-4889-8a4b-c08f42add684 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:06:36.944118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 19a1a7b8-d0a6-4889-8a4b-c08f42add684) {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:06:36.949387 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:36.951263 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:36.952122 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d835b3a0-81cc-4537-a079-0c396e6dc92b None None] Network 19a1a7b8-d0a6-4889-8a4b-c08f42add684 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:36.975097 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b47d4265-bbdd-46f7-9042-6a6c3e543e7d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3667519 Jul 31 20:06:37.030144 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:37.073116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66273c73-d4a1-4386-b859-542d1c576d41 None None] Network 19a1a7b8-d0a6-4889-8a4b-c08f42add684 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:37.106644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60864) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:37.124356 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60868) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:37.170902 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Deleting subnet 0dcf4542-8f38-4aaa-90e0-c03f4559e325 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:37.175585 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Publish callbacks [] for subnet (0dcf4542-8f38-4aaa-90e0-c03f4559e325), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.210705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (0dcf4542-8f38-4aaa-90e0-c03f4559e325), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.254596 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (0dcf4542-8f38-4aaa-90e0-c03f4559e325), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.313056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (0dcf4542-8f38-4aaa-90e0-c03f4559e325), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.339253 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcf4542-8f38-4aaa-90e0-c03f4559e325,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:37.343335 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.347180 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-68acf6fa-ece2-4970-b45f-1ad73d2e02e2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0dcf4542-8f38-4aaa-90e0-c03f4559e325 HTTP/1.1" status: 204 len: 168 time: 0.2216856 Jul 31 20:06:37.349718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60870) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:37.418095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (6e0bbb36-d14e-4152-8d79-fc600d8ecc25), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.479104 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:37.499925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (6e0bbb36-d14e-4152-8d79-fc600d8ecc25), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.517927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:37.521681 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0bbb36-d14e-4152-8d79-fc600d8ecc25']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:37.528118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:37.532279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbca24b4-0b87-4727-b3b1-0477e98b88b8') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:37.532581 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbca24b4-0b87-4727-b3b1-0477e98b88b8') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:37.543523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (cbca24b4-0b87-4727-b3b1-0477e98b88b8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.559625 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (cbca24b4-0b87-4727-b3b1-0477e98b88b8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.566923 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:37.567353 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (cbca24b4-0b87-4727-b3b1-0477e98b88b8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.596146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.611191 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment cbca24b4-0b87-4727-b3b1-0477e98b88b8 resource provider aggregate not found Jul 31 20:06:37.632827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment cbca24b4-0b87-4727-b3b1-0477e98b88b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbca24b4-0b87-4727-b3b1-0477e98b88b8 found for delete ", "request_id": "req-3b909ca4-1bda-4198-a829-fbbbe03fac44"}]} Jul 31 20:06:37.641892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (6e0bbb36-d14e-4152-8d79-fc600d8ecc25), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.648487 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.651683 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6e0bbb36-d14e-4152-8d79-fc600d8ecc25 HTTP/1.1" status: 204 len: 168 time: 0.3010495 Jul 31 20:06:37.654539 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60876) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:37.672057 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a8ee4-67e5-453a-bc2e-ed16b33308f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0bbb36-d14e-4152-8d79-fc600d8ecc25,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:37.712389 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Deleting subnet cd7c8176-d48c-409a-bea6-b04f515cd354 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:37.716042 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Publish callbacks [] for subnet (cd7c8176-d48c-409a-bea6-b04f515cd354), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.748315 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:37.755076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (cd7c8176-d48c-409a-bea6-b04f515cd354), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.797130 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (cd7c8176-d48c-409a-bea6-b04f515cd354), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.828944 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Deleting port c2a54259-ab62-4f82-8996-bb88839230a9 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:37.829318 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.858274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (cd7c8176-d48c-409a-bea6-b04f515cd354), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.882275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7c8176-d48c-409a-bea6-b04f515cd354,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:37.892122 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:37.898820 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-715031a9-b742-459f-8cee-24c7fe27bb33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cd7c8176-d48c-409a-bea6-b04f515cd354 HTTP/1.1" status: 204 len: 168 time: 0.2429910 Jul 31 20:06:37.898999 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60886) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:38.182562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] For port c2a54259-ab62-4f82-8996-bb88839230a9, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c2a54259-ab62-4f82-8996-bb88839230a9,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:38.182926 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.204881 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Calling delete_port for c2a54259-ab62-4f82-8996-bb88839230a9 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:38.210944 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (19a1a7b8-d0a6-4889-8a4b-c08f42add684), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.342098 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (19a1a7b8-d0a6-4889-8a4b-c08f42add684), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.395254 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a1a7b8-d0a6-4889-8a4b-c08f42add684']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:38.410587 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d991ce-6109-4a90-bc1d-d941961e9073') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:38.410884 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d991ce-6109-4a90-bc1d-d941961e9073') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:38.427429 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (e6d991ce-6109-4a90-bc1d-d941961e9073), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.448385 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (e6d991ce-6109-4a90-bc1d-d941961e9073), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.459363 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:38.459762 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (e6d991ce-6109-4a90-bc1d-d941961e9073), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.517977 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment e6d991ce-6109-4a90-bc1d-d941961e9073 resource provider aggregate not found Jul 31 20:06:38.531645 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:38.543443 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment e6d991ce-6109-4a90-bc1d-d941961e9073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e6d991ce-6109-4a90-bc1d-d941961e9073 found for delete ", "request_id": "req-66071cd8-770b-4671-8236-86c899472f00"}]} Jul 31 20:06:38.560649 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (19a1a7b8-d0a6-4889-8a4b-c08f42add684), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.565730 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.568774 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/19a1a7b8-d0a6-4889-8a4b-c08f42add684 HTTP/1.1" status: 204 len: 168 time: 0.6688111 Jul 31 20:06:38.583957 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (c2a54259-ab62-4f82-8996-bb88839230a9), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.586268 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a2963-18e1-4cdc-b159-e24406c89f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=19a1a7b8-d0a6-4889-8a4b-c08f42add684,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:38.623963 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a54259-ab62-4f82-8996-bb88839230a9,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:38.721310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60908) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:38.764858 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-65decb9e-fc67-44dc-8691-6618243d5443 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4679eebb6c48410b84a143593de8ca0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422978 Jul 31 20:06:38.767317 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60910) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:38.794923 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.800856 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:38.820345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] Publish callbacks [] for security_group (8bf10c79-cf4c-4047-b073-0824c01047da), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.842432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] Publish callbacks [] for security_group (8bf10c79-cf4c-4047-b073-0824c01047da), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.894402 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8bf10c79-cf4c-4047-b073-0824c01047da), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.899437 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:38.901846 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bf10c79-cf4c-4047-b073-0824c01047da HTTP/1.1" status: 204 len: 168 time: 0.1332383 Jul 31 20:06:38.914784 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538e70-c792-48cf-8b72-107c2607864e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf10c79-cf4c-4047-b073-0824c01047da,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:39.032184 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:06:39.133833 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:06:39.142334 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-68cf3735-c96d-451f-bdaf-1183f2c07f93 admin admin] 10.222.0.48 "PUT /v2.0/routers/b3b4959a-03bd-4d39-ba9e-17cf8e4598c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0323231 Jul 31 20:06:39.142690 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60916) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:39.143710 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Sync routers for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:06:39.153630 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:39.154243 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:39.250206 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks [] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.277774 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:39.296633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60918) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:39.398652 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-8402c9e2-0e0b-410b-9d60-c2efdd98e2c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d5f10b4073a4670a6f0dbba3afa5d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0985363 Jul 31 20:06:39.398941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60924) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:39.406447 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:39.420707 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:06:39.426734 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:39.431079 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks [] for router_gateway (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.460635 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212'}], 'enable_snat': True}, 'gw_port_id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T20:06:38Z', 'revision_number': 5, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port': {'id': '8068c01f-cb41-43e8-8484-1fa9a99866c8', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:26Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:39.483524 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60932) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:39.486437 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Checking router: b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:06:39.496130 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Routers {'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:06:39.496619 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] Publish callbacks [] for security_group (d130f77b-54ea-49e8-9d2d-e7bbb59ecf68), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.496755 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:06:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:39.499181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Deleting port 8068c01f-cb41-43e8-8484-1fa9a99866c8 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:39.499507 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.503307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:39.535349 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Deleting subnet a0673817-1a8b-4082-a703-5e4712e85029 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:39.538720 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Publish callbacks [] for subnet (a0673817-1a8b-4082-a703-5e4712e85029), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.561345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] Publish callbacks [] for security_group (d130f77b-54ea-49e8-9d2d-e7bbb59ecf68), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.577353 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (a0673817-1a8b-4082-a703-5e4712e85029), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.583638 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] Set router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:06:39.613172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-db60a21a-51ba-4ef2-86f1-cc30076e0dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.629762 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (a0673817-1a8b-4082-a703-5e4712e85029), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.639958 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T20:06:39Z', 'revision_number': 6, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:39.668539 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d0eb39-fb9b-487a-8d0a-54343aae6464 None None] The sync data for ids ['b3b4959a-03bd-4d39-ba9e-17cf8e4598c2'] in dv-cinder-849846-6-iscsi is: [{'id': 'b3b4959a-03bd-4d39-ba9e-17cf8e4598c2', 'name': 'tempest-AttachVolumeNegativeTest-2093966153-router', 'tenant_id': '2f435e60769a43deb3c15b351f97d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:25Z', 'updated_at': '2022-07-31T20:06:39Z', 'revision_number': 6, 'project_id': '2f435e60769a43deb3c15b351f97d62c', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:06:39.679163 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] For port 8068c01f-cb41-43e8-8484-1fa9a99866c8, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=8068c01f-cb41-43e8-8484-1fa9a99866c8,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:39.679564 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.682510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d130f77b-54ea-49e8-9d2d-e7bbb59ecf68), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.685068 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.686312 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d130f77b-54ea-49e8-9d2d-e7bbb59ecf68 HTTP/1.1" status: 204 len: 168 time: 0.2865112 Jul 31 20:06:39.693991 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (a0673817-1a8b-4082-a703-5e4712e85029), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.718460 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Calling delete_port for 8068c01f-cb41-43e8-8484-1fa9a99866c8 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:39.724934 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df42bca-108e-4eab-8907-e3e765ead5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d130f77b-54ea-49e8-9d2d-e7bbb59ecf68,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:39.733323 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-94b95c0a-4725-481a-b305-73d05a1976f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925820 Jul 31 20:06:39.737190 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0673817-1a8b-4082-a703-5e4712e85029,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:39.742218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:39.748387 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60936) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:39.748537 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a0673817-1a8b-4082-a703-5e4712e85029 HTTP/1.1" status: 204 len: 168 time: 0.2637260 Jul 31 20:06:39.753658 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.754012 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.754361 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.754711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.755920 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.756047 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.756382 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.756901 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.757075 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.757394 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.757806 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.758050 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.758378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.758706 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.759032 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6aa0e8-89ab-428e-a6e2-830615fb3202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:06:39.894965 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-8f1a98dc-923a-4e55-b2a2-9495483a7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:39.896475 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-8f1a98dc-923a-4e55-b2a2-9495483a7d2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.1040456 Jul 31 20:06:39.915510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (8d010d0b-a22a-4bd4-8b22-faf0f896aef7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.099706 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c2a54259-ab62-4f82-8996-bb88839230a9 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:40.126775 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: c2a54259-ab62-4f82-8996-bb88839230a9 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:40.127195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c2a54259-ab62-4f82-8996-bb88839230a9 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:40.160511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-26bf1579-368d-423e-b756-1a4ac45d3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:40.162031 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-26bf1579-368d-423e-b756-1a4ac45d3198 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.2444956 Jul 31 20:06:40.163673 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (8d010d0b-a22a-4bd4-8b22-faf0f896aef7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.234492 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:40.241378 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d010d0b-a22a-4bd4-8b22-faf0f896aef7']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:40.251110 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (8068c01f-cb41-43e8-8484-1fa9a99866c8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.269245 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c67141-a912-4fbd-a85f-aae4162b0633') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:40.269542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c67141-a912-4fbd-a85f-aae4162b0633') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:40.294104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-f1247e3d-4854-449f-9f29-dcb0d6b65dc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 1001 time: 0.1245797 Jul 31 20:06:40.301376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8068c01f-cb41-43e8-8484-1fa9a99866c8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:40.309026 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (57c67141-a912-4fbd-a85f-aae4162b0633), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.363284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:40.390651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (57c67141-a912-4fbd-a85f-aae4162b0633), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.409254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:40.409675 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (57c67141-a912-4fbd-a85f-aae4162b0633), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.433189 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-ce1e40ba-2237-4271-a6bb-4d89552bd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:40.434522 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-ce1e40ba-2237-4271-a6bb-4d89552bd704 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.1300402 Jul 31 20:06:40.436276 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 57c67141-a912-4fbd-a85f-aae4162b0633 resource provider aggregate not found Jul 31 20:06:40.485163 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.511178 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 57c67141-a912-4fbd-a85f-aae4162b0633 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57c67141-a912-4fbd-a85f-aae4162b0633 found for delete ", "request_id": "req-9ac4f6b2-1720-47fe-b04e-916f19ce58f4"}]} Jul 31 20:06:40.613244 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (8d010d0b-a22a-4bd4-8b22-faf0f896aef7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.618710 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.622223 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] 10.222.0.48 "DELETE /v2.0/networks/8d010d0b-a22a-4bd4-8b22-faf0f896aef7 HTTP/1.1" status: 204 len: 168 time: 0.8724601 Jul 31 20:06:40.625403 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60962) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:40.631252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-c72d24de-129f-4705-805c-aff72dc529a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:40.632833 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-c72d24de-129f-4705-805c-aff72dc529a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1639750 Jul 31 20:06:40.646586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.654623 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b8e2a-9d72-471c-a2af-6eabdb5b4dad admin admin] Pushing event deleted for resources: {'Network': ['ID=8d010d0b-a22a-4bd4-8b22-faf0f896aef7,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:40.659165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks [] for router_controller (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.693505 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Deleting subnet 70957972-8586-4274-bd53-35533032f174 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:40.697940 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Publish callbacks [] for subnet (70957972-8586-4274-bd53-35533032f174), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.736977 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (70957972-8586-4274-bd53-35533032f174), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.753367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (b3b4959a-03bd-4d39-ba9e-17cf8e4598c2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.753971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:06:40.761890 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.763159 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-572c4253-1af5-4f5d-aa55-2e47d0bbaca1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/b3b4959a-03bd-4d39-ba9e-17cf8e4598c2 HTTP/1.1" status: 204 len: 168 time: 1.6193573 Jul 31 20:06:40.769015 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60966) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:40.794391 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-282e559e-d84c-42fe-a009-b5ad38675c55 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502423 Jul 31 20:06:40.810904 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:40.838489 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (70957972-8586-4274-bd53-35533032f174), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.865257 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Deleting subnet 17f9880b-2d85-487f-94e0-5eb96bff51fb {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:06:40.871864 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Publish callbacks [] for subnet (17f9880b-2d85-487f-94e0-5eb96bff51fb), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.911005 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d12abf34-f724-4197-9cb7-91ec5b9e0d8d req-5ec44cf6-31c2-4a83-9663-929ab31452c0 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057472 Jul 31 20:06:40.925396 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:40.928352 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (17f9880b-2d85-487f-94e0-5eb96bff51fb), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:40.974013 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (70957972-8586-4274-bd53-35533032f174), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.008261 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70957972-8586-4274-bd53-35533032f174,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:41.039629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.042952 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7ae75c22-4d66-48ba-82d4-7927c452cb05 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/70957972-8586-4274-bd53-35533032f174 HTTP/1.1" status: 204 len: 168 time: 0.4143581 Jul 31 20:06:41.045793 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 60976) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:41.104615 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (17f9880b-2d85-487f-94e0-5eb96bff51fb), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.154442 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (5ab04ce1-aaf4-4523-ae8a-857c69646f05), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.235611 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (17f9880b-2d85-487f-94e0-5eb96bff51fb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.271148 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f9880b-2d85-487f-94e0-5eb96bff51fb,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:41.276868 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (5ab04ce1-aaf4-4523-ae8a-857c69646f05), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.279672 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.282885 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-461752ea-f3fc-493d-9a68-46acfa7d2635 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/17f9880b-2d85-487f-94e0-5eb96bff51fb HTTP/1.1" status: 204 len: 168 time: 0.5126820 Jul 31 20:06:41.285648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 60984) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:41.288109 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70219c5-e490-45d8-a4bd-e14806214624 None None] Network 758cb11a-528c-4227-88a9-030f838941a5 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:41.305466 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab04ce1-aaf4-4523-ae8a-857c69646f05']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:41.316076 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b174081-35bc-4c2a-96f9-a6834ab54caf') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:41.316378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b174081-35bc-4c2a-96f9-a6834ab54caf') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:41.328272 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (5b174081-35bc-4c2a-96f9-a6834ab54caf), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.342260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (5b174081-35bc-4c2a-96f9-a6834ab54caf), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.349779 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:41.350420 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (5b174081-35bc-4c2a-96f9-a6834ab54caf), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.404916 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 5b174081-35bc-4c2a-96f9-a6834ab54caf resource provider aggregate not found Jul 31 20:06:41.405933 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (758cb11a-528c-4227-88a9-030f838941a5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.438627 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 5b174081-35bc-4c2a-96f9-a6834ab54caf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b174081-35bc-4c2a-96f9-a6834ab54caf found for delete ", "request_id": "req-8fbf5c4c-ffa0-4129-996a-f7bad1fda315"}]} Jul 31 20:06:41.447912 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (5ab04ce1-aaf4-4523-ae8a-857c69646f05), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.457019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Deleting port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:41.457481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.465945 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.469052 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5ab04ce1-aaf4-4523-ae8a-857c69646f05 HTTP/1.1" status: 204 len: 168 time: 0.4224784 Jul 31 20:06:41.470357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206e4cc-c4e5-4be4-a48c-71988b778d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ab04ce1-aaf4-4523-ae8a-857c69646f05,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:41.489862 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] DHCP port deletion for 758cb11a-528c-4227-88a9-030f838941a5 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:06:41.530363 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] For port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:41.530860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.545483 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Calling delete_port for 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:41.549909 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Deleting port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:06:41.550283 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.637639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] For port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,segment=NetworkSegment(1e4ed64c-17c5-4d42-808f-1e622d17e174),segment_id=1e4ed64c-17c5-4d42-808f-1e622d17e174)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:06:41.638043 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.659617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Calling delete_port for 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:06:41.752026 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.767910 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32768) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:41.778160 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] No DVR routers for this DVR port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:41.817877 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280930ea-bbdb-41c0-8b77-4046e6385415 None None] Pushing event deleted for resources: {'Port': ['ID=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:41.822860 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:41.827884 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4090f432-af17-4583-bb12-bbb1e7023eb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a73de37d04b24ca28c04368cf3b54da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573111 Jul 31 20:06:41.830883 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32770) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:41.847337 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:41.847811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:41.848191 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 8068c01f-cb41-43e8-8484-1fa9a99866c8 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:06:41.868262 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 8068c01f-cb41-43e8-8484-1fa9a99866c8 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:06:41.868873 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 8068c01f-cb41-43e8-8484-1fa9a99866c8 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:06:41.897930 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] Publish callbacks [] for security_group (818b5972-bde0-4e38-984c-b0e07a56ca58), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.898813 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-652a2c67-1b60-4d04-a4bc-5547f5dba327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.926263 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] Publish callbacks [] for security_group (818b5972-bde0-4e38-984c-b0e07a56ca58), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.971508 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=15 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:41.988045 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (818b5972-bde0-4e38-984c-b0e07a56ca58), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.990756 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:41.994358 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/818b5972-bde0-4e38-984c-b0e07a56ca58 HTTP/1.1" status: 204 len: 168 time: 0.1600008 Jul 31 20:06:42.000451 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bda21c-6ade-457b-96c1-e1092b91bc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818b5972-bde0-4e38-984c-b0e07a56ca58,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:42.010794 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (480d6ab1-6230-4eff-9d7a-7f7b1e826a06), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.037968 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Pushing event deleted for resources: {'Port': ['ID=480d6ab1-6230-4eff-9d7a-7f7b1e826a06,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:42.042813 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] No DVR routers for this DVR port 480d6ab1-6230-4eff-9d7a-7f7b1e826a06 on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:06:42.075534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:42.121653 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (758cb11a-528c-4227-88a9-030f838941a5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.141716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758cb11a-528c-4227-88a9-030f838941a5']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:42.151202 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4ed64c-17c5-4d42-808f-1e622d17e174') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:42.151499 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4ed64c-17c5-4d42-808f-1e622d17e174') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:06:42.161349 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (1e4ed64c-17c5-4d42-808f-1e622d17e174), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.174751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (1e4ed64c-17c5-4d42-808f-1e622d17e174), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.181590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:06:42.181969 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (1e4ed64c-17c5-4d42-808f-1e622d17e174), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.239766 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (758cb11a-528c-4227-88a9-030f838941a5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.244723 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.249193 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] 10.222.0.48 "DELETE /v2.0/networks/758cb11a-528c-4227-88a9-030f838941a5 HTTP/1.1" status: 204 len: 168 time: 0.9614277 Jul 31 20:06:42.251475 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:42.273661 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c70eb-601c-4e9c-af45-1c342eea740b admin admin] Pushing event deleted for resources: {'Network': ['ID=758cb11a-528c-4227-88a9-030f838941a5,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:42.337447 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32778) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:42.373763 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32780) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:42.383323 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-edb57bad-59c8-4037-b870-3a690c7c8955 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f8af79a7c07409ebe53dbf269288b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422041 Jul 31 20:06:42.383506 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32782) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:42.417087 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-766d860d-6b16-4926-94ab-682eccd52412 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f435e60769a43deb3c15b351f97d62c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398064 Jul 31 20:06:42.417558 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32784) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:42.431138 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] Publish callbacks [] for security_group (abde326d-247e-47c1-befe-0f539fd56eff), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.452386 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] Publish callbacks [] for security_group (abde326d-247e-47c1-befe-0f539fd56eff), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.465377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] Publish callbacks [] for security_group (bbdf84ec-3131-4909-8255-154dcc8e7119), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.487359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] Publish callbacks [] for security_group (bbdf84ec-3131-4909-8255-154dcc8e7119), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.501128 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (abde326d-247e-47c1-befe-0f539fd56eff), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.503764 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.507357 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abde326d-247e-47c1-befe-0f539fd56eff HTTP/1.1" status: 204 len: 168 time: 0.1202111 Jul 31 20:06:42.512860 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440b28d-81f9-4684-aaa4-7c980fc71092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde326d-247e-47c1-befe-0f539fd56eff,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:42.529285 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:42.538558 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 1e4ed64c-17c5-4d42-808f-1e622d17e174 resource provider aggregate not found Jul 31 20:06:42.558131 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bbdf84ec-3131-4909-8255-154dcc8e7119), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.561517 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:42.563162 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbdf84ec-3131-4909-8255-154dcc8e7119 HTTP/1.1" status: 204 len: 168 time: 0.1446376 Jul 31 20:06:42.564935 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 1e4ed64c-17c5-4d42-808f-1e622d17e174 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e4ed64c-17c5-4d42-808f-1e622d17e174 found for delete ", "request_id": "req-455e51e7-3df9-4270-b26c-2f4c3c3029a6"}]} Jul 31 20:06:42.574517 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5722a36-ab4c-43fb-ac64-6e8b29e4cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf84ec-3131-4909-8255-154dcc8e7119,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:42.864018 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.256694 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.484034 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.604600 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32914) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:44.637907 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32918) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:44.798956 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:44.806200 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4fbca43-d441-4caa-b599-554020443644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.841817 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f212661-ec54-4a14-a68f-410dece33307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.898775 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4fbca43-d441-4caa-b599-554020443644 admin admin] Publish callbacks [] for security_group (b92fcc5b-5df6-435a-a142-60339522d925), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.903668 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b4fbca43-d441-4caa-b599-554020443644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b92fcc5b-5df6-435a-a142-60339522d925), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.928055 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f212661-ec54-4a14-a68f-410dece33307 admin admin] Publish callbacks [] for security_group (26ce6894-4055-4725-9e45-7007578fff82), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.933889 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5f212661-ec54-4a14-a68f-410dece33307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (26ce6894-4055-4725-9e45-7007578fff82), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:44.945263 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b4fbca43-d441-4caa-b599-554020443644 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=901342ea166e4cd5bf5e34760209c74c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061454 Jul 31 20:06:44.947917 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32928) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:44.956892 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbca43-d441-4caa-b599-554020443644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fcc5b-5df6-435a-a142-60339522d925,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:44.982700 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5f212661-ec54-4a14-a68f-410dece33307 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bc4eb4f024948379648d5239bedabec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766260 Jul 31 20:06:44.984168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32930) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:44.992192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f212661-ec54-4a14-a68f-410dece33307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ce6894-4055-4725-9e45-7007578fff82,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.005822 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] Publish callbacks [] for security_group (b92fcc5b-5df6-435a-a142-60339522d925), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.035967 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] Publish callbacks [] for security_group (b92fcc5b-5df6-435a-a142-60339522d925), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.052089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] Publish callbacks [] for security_group (26ce6894-4055-4725-9e45-7007578fff82), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.073624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] Publish callbacks [] for security_group (26ce6894-4055-4725-9e45-7007578fff82), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.092984 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b92fcc5b-5df6-435a-a142-60339522d925), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.095861 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.100285 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b92fcc5b-5df6-435a-a142-60339522d925 HTTP/1.1" status: 204 len: 168 time: 0.1512907 Jul 31 20:06:45.119245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e828de-3a25-43ef-9448-69d024794ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fcc5b-5df6-435a-a142-60339522d925,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.132772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (26ce6894-4055-4725-9e45-7007578fff82), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.135467 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.140895 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26ce6894-4055-4725-9e45-7007578fff82 HTTP/1.1" status: 204 len: 168 time: 0.1549377 Jul 31 20:06:45.150782 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e700fb7-050d-44bd-8b63-e554f2957918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ce6894-4055-4725-9e45-7007578fff82,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.566730 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32948) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:45.576448 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32950) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:45.585144 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c48877b-a64e-4e58-9b85-d39257931b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.589965 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5ce94495-950e-440e-be2e-0cbeebcec2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.664143 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c48877b-a64e-4e58-9b85-d39257931b44 admin admin] Publish callbacks [] for security_group (9871503b-cb11-47ab-8acd-ce2237fb688e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.668922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5ce94495-950e-440e-be2e-0cbeebcec2c5 admin admin] Publish callbacks [] for security_group (48fca93d-e51e-4296-ac00-449e90fc4c77), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.670683 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9c48877b-a64e-4e58-9b85-d39257931b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9871503b-cb11-47ab-8acd-ce2237fb688e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.673094 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5ce94495-950e-440e-be2e-0cbeebcec2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (48fca93d-e51e-4296-ac00-449e90fc4c77), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.694050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:45.710187 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9c48877b-a64e-4e58-9b85-d39257931b44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0569f52100594350bd383a8e2fda6c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413188 Jul 31 20:06:45.711245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48877b-a64e-4e58-9b85-d39257931b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871503b-cb11-47ab-8acd-ce2237fb688e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.713568 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 32952) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:45.717590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5ce94495-950e-440e-be2e-0cbeebcec2c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0273c4fdf2943798f663e8a1ad7b775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399288 Jul 31 20:06:45.718791 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce94495-950e-440e-be2e-0cbeebcec2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fca93d-e51e-4296-ac00-449e90fc4c77,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.721398 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 32954) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:45.734098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:45.756539 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:45.770617 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] Publish callbacks [] for security_group (9871503b-cb11-47ab-8acd-ce2237fb688e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.773826 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] Publish callbacks [] for security_group (48fca93d-e51e-4296-ac00-449e90fc4c77), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.792898 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] Publish callbacks [] for security_group (9871503b-cb11-47ab-8acd-ce2237fb688e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.795082 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] Publish callbacks [] for security_group (48fca93d-e51e-4296-ac00-449e90fc4c77), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.841644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9871503b-cb11-47ab-8acd-ce2237fb688e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.843255 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (48fca93d-e51e-4296-ac00-449e90fc4c77), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.844445 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.845754 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9871503b-cb11-47ab-8acd-ce2237fb688e HTTP/1.1" status: 204 len: 168 time: 0.1311848 Jul 31 20:06:45.846061 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:45.849539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/48fca93d-e51e-4296-ac00-449e90fc4c77 HTTP/1.1" status: 204 len: 168 time: 0.1249170 Jul 31 20:06:45.856178 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75409e-f629-41f7-8613-98690e911d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fca93d-e51e-4296-ac00-449e90fc4c77,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:45.859719 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e0bb9e-bf2d-4a8e-8df9-bf3d48284356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871503b-cb11-47ab-8acd-ce2237fb688e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:49.061310 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33112) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:49.184681 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f40f598b-4472-4326-a1bf-3158041af317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.264161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f40f598b-4472-4326-a1bf-3158041af317 admin admin] Publish callbacks [] for security_group (8eeffb1f-0f13-40e8-8f52-41077f68863b), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.268675 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f40f598b-4472-4326-a1bf-3158041af317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8eeffb1f-0f13-40e8-8f52-41077f68863b), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.311612 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f598b-4472-4326-a1bf-3158041af317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeffb1f-0f13-40e8-8f52-41077f68863b,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:49.317820 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f40f598b-4472-4326-a1bf-3158041af317 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=debe043075d849ecb8af6931bd86a30b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550166 Jul 31 20:06:49.319521 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33120) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:49.392956 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] Publish callbacks [] for security_group (8eeffb1f-0f13-40e8-8f52-41077f68863b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.430998 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] Publish callbacks [] for security_group (8eeffb1f-0f13-40e8-8f52-41077f68863b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.486358 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8eeffb1f-0f13-40e8-8f52-41077f68863b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.488991 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.490333 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8eeffb1f-0f13-40e8-8f52-41077f68863b HTTP/1.1" status: 204 len: 168 time: 0.1680341 Jul 31 20:06:49.502290 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068c1c0-a308-4506-b562-ca58e09848dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeffb1f-0f13-40e8-8f52-41077f68863b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:49.560096 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=92 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:49.643474 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=25 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:49.802416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33140) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:49.818438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7af1-d671-4a00-9c1a-5cca9493ffeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.908731 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7af1-d671-4a00-9c1a-5cca9493ffeb admin admin] Publish callbacks [] for security_group (3a46df97-156b-4943-8581-c886811a8dd5), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.914984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6e9c7af1-d671-4a00-9c1a-5cca9493ffeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3a46df97-156b-4943-8581-c886811a8dd5), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:49.954038 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6e9c7af1-d671-4a00-9c1a-5cca9493ffeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edbdc8e6a4bd4413910b8e0401737710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502373 Jul 31 20:06:49.954852 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c7af1-d671-4a00-9c1a-5cca9493ffeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a46df97-156b-4943-8581-c886811a8dd5,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:49.957009 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33142) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:49.991287 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:50.010563 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] Publish callbacks [] for security_group (3a46df97-156b-4943-8581-c886811a8dd5), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:50.033800 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] Publish callbacks [] for security_group (3a46df97-156b-4943-8581-c886811a8dd5), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:50.082751 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3a46df97-156b-4943-8581-c886811a8dd5), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:50.085415 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:50.086581 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a46df97-156b-4943-8581-c886811a8dd5 HTTP/1.1" status: 204 len: 168 time: 0.1285539 Jul 31 20:06:50.094223 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d24f9-71fd-4fbf-b2fb-3db35433c8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a46df97-156b-4943-8581-c886811a8dd5,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:51.889886 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33208) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:51.999165 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90ed19ef-de44-4a8a-86ae-3bcd6fd565aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.080557 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90ed19ef-de44-4a8a-86ae-3bcd6fd565aa admin admin] Publish callbacks [] for security_group (0bf55289-a452-468d-a8ec-c5537b0cb219), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.085767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-90ed19ef-de44-4a8a-86ae-3bcd6fd565aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0bf55289-a452-468d-a8ec-c5537b0cb219), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.125261 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed19ef-de44-4a8a-86ae-3bcd6fd565aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf55289-a452-468d-a8ec-c5537b0cb219,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:52.132486 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-90ed19ef-de44-4a8a-86ae-3bcd6fd565aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a11dfe462cb5483c9d0862b140b51c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398214 Jul 31 20:06:52.133737 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33212) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:52.182872 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] Publish callbacks [] for security_group (0bf55289-a452-468d-a8ec-c5537b0cb219), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.205593 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] Publish callbacks [] for security_group (0bf55289-a452-468d-a8ec-c5537b0cb219), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.219608 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:52.256321 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (0bf55289-a452-468d-a8ec-c5537b0cb219), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.258865 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.260012 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf55289-a452-468d-a8ec-c5537b0cb219 HTTP/1.1" status: 204 len: 168 time: 0.1254008 Jul 31 20:06:52.267735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac7567-36bb-41df-8889-498a9c6fd206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf55289-a452-468d-a8ec-c5537b0cb219,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:52.543260 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33220) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:52.559347 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3dd5369e-2601-4a65-9b1d-61b7e5770f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.635936 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3dd5369e-2601-4a65-9b1d-61b7e5770f65 admin admin] Publish callbacks [] for security_group (24af7755-ec7e-4580-b15a-5665c7dcdb74), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.640504 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-3dd5369e-2601-4a65-9b1d-61b7e5770f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (24af7755-ec7e-4580-b15a-5665c7dcdb74), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.679264 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-3dd5369e-2601-4a65-9b1d-61b7e5770f65 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2af916f05ef5479b8d8f48fe26061cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348007 Jul 31 20:06:52.680130 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5369e-2601-4a65-9b1d-61b7e5770f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af7755-ec7e-4580-b15a-5665c7dcdb74,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:52.682682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33226) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:52.742173 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] Publish callbacks [] for security_group (24af7755-ec7e-4580-b15a-5665c7dcdb74), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.773097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] Publish callbacks [] for security_group (24af7755-ec7e-4580-b15a-5665c7dcdb74), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.823308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (24af7755-ec7e-4580-b15a-5665c7dcdb74), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.826070 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:52.827229 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24af7755-ec7e-4580-b15a-5665c7dcdb74 HTTP/1.1" status: 204 len: 168 time: 0.1427245 Jul 31 20:06:52.836737 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d585a7-5307-49e8-a317-7efc77e08ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af7755-ec7e-4580-b15a-5665c7dcdb74,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:53.638829 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33276) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:53.739884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-262897638-network', 'tenant_id': '74d67e6c2b804537a7e28c659a293501'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:53.765187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Made reservation on behalf of 74d67e6c2b804537a7e28c659a293501 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:53.767507 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.776283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.810408 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:53.820456 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:53.854243 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks [] for security_group (2c0361d1-f238-428f-9907-6026602d6871), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.860066 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2c0361d1-f238-428f-9907-6026602d6871), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.891787 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:06:53.899393 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0361d1-f238-428f-9907-6026602d6871,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:53.905655 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (f0529783-2b11-42e4-8cf0-5ddad7c7410e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.906001 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Added segment f0529783-2b11-42e4-8cf0-5ddad7c7410e of type vlan for network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 Jul 31 20:06:53.947750 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (7dc04734-f8b6-4c5e-99f1-05a72adcd563), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.974396 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (7dc04734-f8b6-4c5e-99f1-05a72adcd563), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:53.975400 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:53.975990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:54.032634 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3926218 Jul 31 20:06:54.035606 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33284) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:54.040498 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Request body: {'subnet': {'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-262897638-subnet', 'tenant_id': '74d67e6c2b804537a7e28c659a293501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:06:54.044724 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ba9f-aba0-429c-8654-852de2bf88c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc04734-f8b6-4c5e-99f1-05a72adcd563,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:54.056156 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:06:54.065833 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Made reservation on behalf of 74d67e6c2b804537a7e28c659a293501 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:06:54.068440 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:54.179997 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:54.239477 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (c6223c9f-4159-44b3-ba51-cd2f02af214b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:54.295464 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6223c9f-4159-44b3-ba51-cd2f02af214b,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:54.306161 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Checking segment: {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:06:54.306493 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Network hostable DHCP agents. Network: 7dc04734-f8b6-4c5e-99f1-05a72adcd563, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:06:54.325701 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:06:54.334906 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 7dc04734-f8b6-4c5e-99f1-05a72adcd563) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:06:54.339153 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:54.339878 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:54.344375 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414781f1-7a9e-4dcc-a64d-67b163637b54 None None] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:54.358980 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b9070d03-fd0b-410b-86c6-5fb4e05d061e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3221076 Jul 31 20:06:54.446250 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1eeac0-2079-413f-af11-6519331084be None None] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:06:54.513632 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:57.413409 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33356) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:57.532303 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6107-fa13-4d77-b00f-0539a7771697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.609418 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6107-fa13-4d77-b00f-0539a7771697 admin admin] Publish callbacks [] for security_group (582ff210-cd71-4264-bdce-cca9c603adc4), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.617434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-b0ca6107-fa13-4d77-b00f-0539a7771697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (582ff210-cd71-4264-bdce-cca9c603adc4), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.659873 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-b0ca6107-fa13-4d77-b00f-0539a7771697 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af33d2c9f2da4f059515b2fb6e5f7de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453206 Jul 31 20:06:57.661045 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca6107-fa13-4d77-b00f-0539a7771697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ff210-cd71-4264-bdce-cca9c603adc4,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:57.662838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33370) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:57.719638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] Publish callbacks [] for security_group (582ff210-cd71-4264-bdce-cca9c603adc4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.742998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] Publish callbacks [] for security_group (582ff210-cd71-4264-bdce-cca9c603adc4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.795883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (582ff210-cd71-4264-bdce-cca9c603adc4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.798497 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:57.799670 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/582ff210-cd71-4264-bdce-cca9c603adc4 HTTP/1.1" status: 204 len: 168 time: 0.1352706 Jul 31 20:06:57.807534 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc6ded-69df-4b6d-bd02-5e490d887ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582ff210-cd71-4264-bdce-cca9c603adc4,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:58.092706 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33384) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:58.107619 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e21f621-7f5c-4642-a33b-0a946cc7cce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.187258 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e21f621-7f5c-4642-a33b-0a946cc7cce3 admin admin] Publish callbacks [] for security_group (8f6520d3-4a06-4160-8b18-428db1a7140a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.192324 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-5e21f621-7f5c-4642-a33b-0a946cc7cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8f6520d3-4a06-4160-8b18-428db1a7140a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.235882 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-5e21f621-7f5c-4642-a33b-0a946cc7cce3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8667e24001b0489296ce73e7754ad5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420422 Jul 31 20:06:58.238104 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21f621-7f5c-4642-a33b-0a946cc7cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6520d3-4a06-4160-8b18-428db1a7140a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:58.238730 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33396) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:58.254369 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:58.296252 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] Publish callbacks [] for security_group (8f6520d3-4a06-4160-8b18-428db1a7140a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.321612 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] Publish callbacks [] for security_group (8f6520d3-4a06-4160-8b18-428db1a7140a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.346390 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1810877b-8b2a-4d45-a2f1-fc3cf8e392b8 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:58.347593 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1810877b-8b2a-4d45-a2f1-fc3cf8e392b8 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 808 time: 0.1106038 Jul 31 20:06:58.363032 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-ea1d45eb-4c1d-41c8-beff-87ef2ded5c3d tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/quotas/74d67e6c2b804537a7e28c659a293501 HTTP/1.1" status: 200 len: 375 time: 0.0097175 Jul 31 20:06:58.367558 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8f6520d3-4a06-4160-8b18-428db1a7140a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.370223 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.377824 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8f6520d3-4a06-4160-8b18-428db1a7140a HTTP/1.1" status: 204 len: 168 time: 0.1376970 Jul 31 20:06:58.390100 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceccdb-81b0-4365-8cbb-7cf0592b815b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6520d3-4a06-4160-8b18-428db1a7140a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:58.402793 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-327084cd-3ee7-4249-86a9-b346bdd430f9 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333316 Jul 31 20:06:58.636037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:58.644639 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-c2149703-205a-4751-8dec-39a66e901e4b service neutron] 10.222.0.48 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308600 Jul 31 20:06:58.731323 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:58.765499 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33414) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:58.779843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32115e6c-19e6-4a5c-ae0d-65055ac81b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.780550 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-6643cbfe-df86-497e-9f92-0e0ef938dfbe service neutron] 10.222.0.48 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293433 Jul 31 20:06:58.798104 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-67a670d8-2ce9-4f85-9cb5-492c9343a5ff tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065349258&fields=id&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 267 time: 0.0759132 Jul 31 20:06:58.897967 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32115e6c-19e6-4a5c-ae0d-65055ac81b90 admin admin] Publish callbacks [] for security_group (785a4694-1c38-490b-b019-94dbc88ba467), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.904868 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-32115e6c-19e6-4a5c-ae0d-65055ac81b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (785a4694-1c38-490b-b019-94dbc88ba467), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:58.939975 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-34a25fe6-490f-41e6-9e18-0bf2087f3843 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:06:58.950038 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-32115e6c-19e6-4a5c-ae0d-65055ac81b90 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e14f4653a9c4b7495041e298a7ba3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834288 Jul 31 20:06:58.952514 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32115e6c-19e6-4a5c-ae0d-65055ac81b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785a4694-1c38-490b-b019-94dbc88ba467,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:58.956160 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33428) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:58.961950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-34a25fe6-490f-41e6-9e18-0bf2087f3843 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.1561296 Jul 31 20:06:58.981191 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-e5867761-c75c-4251-b91f-3bca9a02978d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/quotas/15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 375 time: 0.0182118 Jul 31 20:06:59.057911 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-185f3f14-763b-40a2-84c2-2f6b6bd52852 req-ef435988-274e-46a0-9361-16a0ea87948d tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 210 time: 0.0740216 Jul 31 20:06:59.075931 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] Publish callbacks [] for security_group (785a4694-1c38-490b-b019-94dbc88ba467), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.076967 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-2fac3eda-6cbf-4715-b52b-a1b4f438217b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943556 Jul 31 20:06:59.125143 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] Publish callbacks [] for security_group (785a4694-1c38-490b-b019-94dbc88ba467), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.126952 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:06:59.188153 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (785a4694-1c38-490b-b019-94dbc88ba467), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.191312 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.195039 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/785a4694-1c38-490b-b019-94dbc88ba467 HTTP/1.1" status: 204 len: 168 time: 0.2348099 Jul 31 20:06:59.202746 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-485e6b80-3afc-46f6-9721-d4a39ffa12c2 service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103697 Jul 31 20:06:59.226832 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42f47-1b13-4215-843b-5409bea52adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785a4694-1c38-490b-b019-94dbc88ba467,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:59.327256 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-ea5bf354-d650-4ffc-ac5d-4c4f3962545f service neutron] 10.222.0.48 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196547 Jul 31 20:06:59.465596 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33450) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:59.633532 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fec-ac78-46ca-9c30-a28ea0d90fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.779754 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-879d4a63-e049-49a2-9cf4-902617a1e14d req-34f69325-1824-408d-a148-0f710dcfc67e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0711267 Jul 31 20:06:59.798652 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fec-ac78-46ca-9c30-a28ea0d90fe6 admin admin] Publish callbacks [] for security_group (687f3d1f-0c9b-4f76-a475-a2ef90d990b3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.806586 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5c3a2fec-ac78-46ca-9c30-a28ea0d90fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (687f3d1f-0c9b-4f76-a475-a2ef90d990b3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.855591 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5c3a2fec-ac78-46ca-9c30-a28ea0d90fe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e76abba39e1246a4848d931edfc47de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888047 Jul 31 20:06:59.857677 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a2fec-ac78-46ca-9c30-a28ea0d90fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687f3d1f-0c9b-4f76-a475-a2ef90d990b3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:06:59.858409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33472) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:06:59.933701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] Publish callbacks [] for security_group (687f3d1f-0c9b-4f76-a475-a2ef90d990b3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:06:59.957618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] Publish callbacks [] for security_group (687f3d1f-0c9b-4f76-a475-a2ef90d990b3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.014878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (687f3d1f-0c9b-4f76-a475-a2ef90d990b3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.018284 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.019970 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/687f3d1f-0c9b-4f76-a475-a2ef90d990b3 HTTP/1.1" status: 204 len: 168 time: 0.1604722 Jul 31 20:07:00.036161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7968dc7-c902-43ed-89af-39632c1956c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f3d1f-0c9b-4f76-a475-a2ef90d990b3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:00.219377 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-86a1df08-091a-4901-87f0-14dc6a61bfaf req-3788c807-1d75-4b70-a509-1bfce8cbd161 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 210 time: 0.0600402 Jul 31 20:07:00.405221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-51a7d853-a9c9-4e03-8326-15b6f3a1cd6c tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:00.407022 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-51a7d853-a9c9-4e03-8326-15b6f3a1cd6c tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 808 time: 0.1700907 Jul 31 20:07:00.456193 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Request body: {'port': {'device_id': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563', 'admin_state_up': True, 'tenant_id': '74d67e6c2b804537a7e28c659a293501'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:00.564686 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33510) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:00.571686 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:00.586177 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8bbace28-146a-4297-99c4-7bebd569357a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.597112 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Made reservation on behalf of 74d67e6c2b804537a7e28c659a293501 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:07:00.601027 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.635413 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=73,neutron:DELETE=7,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:00.681059 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8bbace28-146a-4297-99c4-7bebd569357a admin admin] Publish callbacks [] for security_group (1aa0e9ad-0cef-4641-b0e5-de9edee2a96f), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.686734 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8bbace28-146a-4297-99c4-7bebd569357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1aa0e9ad-0cef-4641-b0e5-de9edee2a96f), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.731596 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8bbace28-146a-4297-99c4-7bebd569357a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=568b7dbee3c6406faf57bf4737c53673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654103 Jul 31 20:07:00.732433 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbace28-146a-4297-99c4-7bebd569357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0e9ad-0cef-4641-b0e5-de9edee2a96f,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:00.734377 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33542) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:00.743806 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:00.795016 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Allocated IP 172.20.0.2 (7dc04734-f8b6-4c5e-99f1-05a72adcd563/c6223c9f-4159-44b3-ba51-cd2f02af214b/762719dc-bec3-43b1-860f-800e18636e1f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:07:00.827220 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] Publish callbacks [] for security_group (1aa0e9ad-0cef-4641-b0e5-de9edee2a96f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:00.905441 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c41365a0-cf21-463b-9558-852432cf05fe req-72aad2ae-ba57-43fc-b01e-b6c7b157d255 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0636644 Jul 31 20:07:00.907368 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] Publish callbacks [] for security_group (1aa0e9ad-0cef-4641-b0e5-de9edee2a96f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.025307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1aa0e9ad-0cef-4641-b0e5-de9edee2a96f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.027756 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.029279 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1aa0e9ad-0cef-4641-b0e5-de9edee2a96f HTTP/1.1" status: 204 len: 168 time: 0.2939827 Jul 31 20:07:01.044996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2d986-f53a-44dd-a869-4e3a4fa05d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0e9ad-0cef-4641-b0e5-de9edee2a96f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:01.049587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks [] for port (762719dc-bec3-43b1-860f-800e18636e1f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.103276 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.169718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:07:01.215892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:07:01.218362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:07:01.246678 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Pushing event updated for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:01.294385 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:01.295214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.339925 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-fd3c4620-076c-41c1-9203-f1500b977391 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:01.341712 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-fd3c4620-076c-41c1-9203-f1500b977391 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 811 time: 0.1885283 Jul 31 20:07:01.344586 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-1ec07bd5-a371-44cb-bd23-19036193d7d3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8942738 Jul 31 20:07:01.392822 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75371371-7375-4bbc-9ea7-65fd42c3d29a req-b2a547cf-8b4e-4ed0-8ed1-232318bb23a6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:01.394472 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-75371371-7375-4bbc-9ea7-65fd42c3d29a req-b2a547cf-8b4e-4ed0-8ed1-232318bb23a6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 931 time: 0.0630813 Jul 31 20:07:01.400372 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Request body: {'port': {'device_id': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:01.464968 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:01.528493 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:01.559153 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-75371371-7375-4bbc-9ea7-65fd42c3d29a req-0bd976c0-8fad-4f4a-b8b4-63325f3bc86f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500590 Jul 31 20:07:01.563074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (762719dc-bec3-43b1-860f-800e18636e1f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:01.571097 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-015f9f17-0bfc-45d7-bbed-4504249e2898 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e HTTP/1.1" status: 200 len: 380 time: 0.1755295 Jul 31 20:07:01.589324 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'port': {'device_id': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'admin_state_up': True, 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'security_groups': ['37d8cd25-b240-4b26-bca5-7e0fba3d62b8']}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:01.851211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Made reservation on behalf of 15e426e0b2bd4bc29e7a8e222fcc8f7e for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:07:01.854575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.083064 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f818839-b455-454d-b70f-e4361abe1385 req-96ae043f-c9b6-4374-9e93-7d4c6b70bc74 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0763066 Jul 31 20:07:02.094226 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762719dc-bec3-43b1-860f-800e18636e1f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:02.110808 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks [] for port (762719dc-bec3-43b1-860f-800e18636e1f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.129593 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.20.0.4 (4ede3dd9-1e02-435f-a555-c3b09c614bb8/93f8d501-2a30-4911-9dbc-ff1b7df8c562/56de90d4-e582-4bc6-9afd-0a7a09dd281e) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:07:02.138955 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Transition to ACTIVE for port object 762719dc-bec3-43b1-860f-800e18636e1f will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:07:02.151383 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.276869 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Pushing event updated for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:02.308365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:02.363787 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:02.366543 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Attempting to bind port 762719dc-bec3-43b1-860f-800e18636e1f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:07:02.366882 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Attempting to bind port 762719dc-bec3-43b1-860f-800e18636e1f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:07:02.367209 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Attempting to bind port 762719dc-bec3-43b1-860f-800e18636e1f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:02.382178 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Port 762719dc-bec3-43b1-860f-800e18636e1f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:07:02.382527 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Attempting to bind port 762719dc-bec3-43b1-860f-800e18636e1f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:02.391560 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.395279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:07:02.395640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Checking segment: {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:07:02.396002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Bound using segment: {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:07:02.396428 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Bound port: 762719dc-bec3-43b1-860f-800e18636e1f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:07:02.396770 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (762719dc-bec3-43b1-860f-800e18636e1f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.478210 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.488990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:07:02.523820 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=762719dc-bec3-43b1-860f-800e18636e1f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:07:02.534691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:07:02.539941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.544969 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:02.545605 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.546980 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] 10.222.0.57 "PUT /v2.0/ports/762719dc-bec3-43b1-860f-800e18636e1f HTTP/1.1" status: 200 len: 1093 time: 1.1504142 Jul 31 20:07:02.547545 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:02.549803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88897718-7f69-460a-85a9-dc60a27c2e75" -d '{"events": [{"name": "network-changed", "server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "tag": "762719dc-bec3-43b1-860f-800e18636e1f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:02.552386 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:07:02.556618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:07:02.561254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:02.636274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7601fcda-dc44-4733-a05b-b7c694cb1d29 x-openstack-request-id: req-7601fcda-dc44-4733-a05b-b7c694cb1d29 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:02.636615 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "tag": "762719dc-bec3-43b1-860f-800e18636e1f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:02.636821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7601fcda-dc44-4733-a05b-b7c694cb1d29 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:02.637260 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7601fcda-dc44-4733-a05b-b7c694cb1d29'] response: {'name': 'network-changed', 'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f', 'status': 'completed', 'code': 200} Jul 31 20:07:02.726705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac0575-d5fc-45eb-b348-24373676f17c service neutron] Pushing event updated for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:02.757870 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:02.758519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.785094 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-9b278a44-0b6d-4a9a-bbd7-10342327c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:02.786636 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-9b278a44-0b6d-4a9a-bbd7-10342327c66d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 1127 time: 0.1262772 Jul 31 20:07:02.797125 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c9757-b85a-4e7d-aea2-307c9ef13e31 req-d0c7e004-e6ee-4fda-b90a-24dda5ae03e9 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:02.798754 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-965c9757-b85a-4e7d-aea2-307c9ef13e31 req-d0c7e004-e6ee-4fda-b90a-24dda5ae03e9 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 943 time: 0.1264739 Jul 31 20:07:02.802980 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-480e8c90-42db-404e-9dad-a08043f379b0 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2208865 Jul 31 20:07:02.835974 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-aaff0548-e6b5-485f-b314-44f9e428bbf1 None None] Provisioning complete for port 56de90d4-e582-4bc6-9afd-0a7a09dd281e triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:07:02.836954 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-aaff0548-e6b5-485f-b314-44f9e428bbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:02.850929 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Request body: {'port': {'device_id': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:02.861504 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-d68c0ab9-61e8-4bca-a44d-b92e4604dba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=762719dc-bec3-43b1-860f-800e18636e1f HTTP/1.1" status: 200 len: 217 time: 0.0575540 Jul 31 20:07:02.891881 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-aaff0548-e6b5-485f-b314-44f9e428bbf1 None None] Port 56de90d4-e582-4bc6-9afd-0a7a09dd281e cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:07:02.981450 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-965c9757-b85a-4e7d-aea2-307c9ef13e31 req-d97c8bd6-1a94-4eda-b5ba-3d787d149c75 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711142 Jul 31 20:07:02.985841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-717f9f45-82da-430e-a380-b8637ac710db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:02.987252 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-717f9f45-82da-430e-a380-b8637ac710db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6223c9f-4159-44b3-ba51-cd2f02af214b HTTP/1.1" status: 200 len: 848 time: 0.1078315 Jul 31 20:07:02.993596 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.030208 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-30d29984-d0da-4e44-bf8b-113f250af4f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dc04734-f8b6-4c5e-99f1-05a72adcd563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333958 Jul 31 20:07:03.463137 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33646) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:03.492510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741cda6-5764-4f91-b38e-4760ed78090e req-e27d37aa-831b-43c2-97d5-64e3203d04da tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:03.494058 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f741cda6-5764-4f91-b38e-4760ed78090e req-e27d37aa-831b-43c2-97d5-64e3203d04da tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 931 time: 0.1135626 Jul 31 20:07:03.539459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:03.540273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:03.584380 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6d3d-1c62-4f19-b9bd-c5f827b9364f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.601976 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-7ad0baa9-7a35-4df3-8b44-20a9fd2e7f72 service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498471 Jul 31 20:07:03.662571 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6d3d-1c62-4f19-b9bd-c5f827b9364f admin admin] Publish callbacks [] for security_group (ed9a4f04-774f-4622-b389-9cb86ca784a2), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.667080 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-d5ce6d3d-1c62-4f19-b9bd-c5f827b9364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ed9a4f04-774f-4622-b389-9cb86ca784a2), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.680991 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f741cda6-5764-4f91-b38e-4760ed78090e req-d8d5dfb8-9744-4fad-b22c-66a18959d40f tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749027 Jul 31 20:07:03.716622 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-d5ce6d3d-1c62-4f19-b9bd-c5f827b9364f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f95fa5935f0c4ce1887f93cc1348c427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523022 Jul 31 20:07:03.717656 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce6d3d-1c62-4f19-b9bd-c5f827b9364f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9a4f04-774f-4622-b389-9cb86ca784a2,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:03.720046 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33650) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:03.764970 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0a765a24-d0a1-45da-8369-3bfb7be18936 req-0f7e1daa-e587-418f-8d51-7fe8374c643e service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520250 Jul 31 20:07:03.771965 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] Publish callbacks [] for security_group (ed9a4f04-774f-4622-b389-9cb86ca784a2), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.801222 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] Publish callbacks [] for security_group (ed9a4f04-774f-4622-b389-9cb86ca784a2), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.807113 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56de90d4-e582-4bc6-9afd-0a7a09dd281e {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:03.815740 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks [] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.853761 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ed9a4f04-774f-4622-b389-9cb86ca784a2), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.854684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Transition to ACTIVE for port object 56de90d4-e582-4bc6-9afd-0a7a09dd281e will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:07:03.856839 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.857858 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:03.858099 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed9a4f04-774f-4622-b389-9cb86ca784a2 HTTP/1.1" status: 204 len: 168 time: 0.1368570 Jul 31 20:07:03.867112 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae675b-8419-452a-94f1-4456c6b51043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9a4f04-774f-4622-b389-9cb86ca784a2,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:03.927210 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Pushing event updated for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:03.978157 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Attempting to bind port 56de90d4-e582-4bc6-9afd-0a7a09dd281e on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:07:03.978592 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Attempting to bind port 56de90d4-e582-4bc6-9afd-0a7a09dd281e by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:07:03.978996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Attempting to bind port 56de90d4-e582-4bc6-9afd-0a7a09dd281e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:03.986762 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Port 56de90d4-e582-4bc6-9afd-0a7a09dd281e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:07:03.987075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Attempting to bind port 56de90d4-e582-4bc6-9afd-0a7a09dd281e on network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:03.992374 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:07:03.992717 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Checking segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:07:03.993097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Bound using segment: {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:07:03.993563 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Bound port: 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:07:03.993919 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.071575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:07:04.076506 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:07:04.089860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.095778 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:04.095973 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.097402 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] 10.222.0.57 "PUT /v2.0/ports/56de90d4-e582-4bc6-9afd-0a7a09dd281e HTTP/1.1" status: 200 len: 1093 time: 1.2796159 Jul 31 20:07:04.180289 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042d279-140a-4f58-bf6a-b73cd765082f req-bf56a236-9f05-45cd-8b81-555791bd3eee tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:04.181816 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9042d279-140a-4f58-bf6a-b73cd765082f req-bf56a236-9f05-45cd-8b81-555791bd3eee tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 943 time: 0.0678751 Jul 31 20:07:04.182573 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6518513-3026-4b9d-b440-5bde477c7277 service neutron] Pushing event updated for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:04.184735 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33658) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:04.198841 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3d69dc2-48a8-4b55-97b4-8fb3e171ee1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.223109 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:04.239880 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9042d279-140a-4f58-bf6a-b73cd765082f req-b3af8af5-ff87-4ae3-a450-d3d4a1ecd898 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454767 Jul 31 20:07:04.289035 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3d69dc2-48a8-4b55-97b4-8fb3e171ee1f admin admin] Publish callbacks [] for security_group (db7b9619-1719-4135-a934-e47a1c2df2cd), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.293976 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e3d69dc2-48a8-4b55-97b4-8fb3e171ee1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (db7b9619-1719-4135-a934-e47a1c2df2cd), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.330400 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d69dc2-48a8-4b55-97b4-8fb3e171ee1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7b9619-1719-4135-a934-e47a1c2df2cd,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:04.334742 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e3d69dc2-48a8-4b55-97b4-8fb3e171ee1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fcee8af1e6341f3beec4e8371a5dac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487546 Jul 31 20:07:04.338168 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33662) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:04.372802 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:04.394619 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] Publish callbacks [] for security_group (db7b9619-1719-4135-a934-e47a1c2df2cd), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.416019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] Publish callbacks [] for security_group (db7b9619-1719-4135-a934-e47a1c2df2cd), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.464491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (db7b9619-1719-4135-a934-e47a1c2df2cd), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.468434 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.470027 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db7b9619-1719-4135-a934-e47a1c2df2cd HTTP/1.1" status: 204 len: 168 time: 0.1304333 Jul 31 20:07:04.477958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ec931-8146-4783-b9a5-cf1bdd6b1e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7b9619-1719-4135-a934-e47a1c2df2cd,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:04.594150 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:04.639030 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:04.641535 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8" -d '{"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:04.678695 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0473b106-ddcb-44b8-9b10-3347c39dd46b x-openstack-request-id: req-0473b106-ddcb-44b8-9b10-3347c39dd46b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:04.679067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:04.679067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0473b106-ddcb-44b8-9b10-3347c39dd46b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:04.679462 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0473b106-ddcb-44b8-9b10-3347c39dd46b'] response: {'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'status': 'completed', 'code': 200} Jul 31 20:07:04.812814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c6bfa-8cc0-409e-bf2e-daaa9b2774a0 req-ee8965ee-1159-4342-9773-f164cf37d867 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:04.814370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e90c6bfa-8cc0-409e-bf2e-daaa9b2774a0 req-ee8965ee-1159-4342-9773-f164cf37d867 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0563719 Jul 31 20:07:04.934025 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e90c6bfa-8cc0-409e-bf2e-daaa9b2774a0 req-8e777c94-53e1-454c-b27d-89d8b393eea2 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107790 Jul 31 20:07:04.963060 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-6362580a-c47b-4bd2-857f-bb9ba047010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:04.964549 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-6362580a-c47b-4bd2-857f-bb9ba047010b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 1127 time: 0.0998251 Jul 31 20:07:04.965640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-fd0ba7e6-309a-4e0f-9668-aa6ff2681d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:04.966925 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-fd0ba7e6-309a-4e0f-9668-aa6ff2681d40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1127 time: 0.0850282 Jul 31 20:07:05.021021 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:05.169287 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-180e7704-8d38-42bf-929f-a9245658a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.170794 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-180e7704-8d38-42bf-929f-a9245658a65c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 909 time: 0.1832938 Jul 31 20:07:05.214294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-3d7de761-a42f-4cb3-8b8b-acdd26dba25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.215785 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-3d7de761-a42f-4cb3-8b8b-acdd26dba25d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2160094 Jul 31 20:07:05.217132 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-e1bf0f56-e56c-45a0-862f-b868c3c6706c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=762719dc-bec3-43b1-860f-800e18636e1f HTTP/1.1" status: 200 len: 217 time: 0.0375459 Jul 31 20:07:05.366792 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-2bde41ba-2408-44bc-aae3-4cd42190c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.368284 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-2bde41ba-2408-44bc-aae3-4cd42190c464 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6223c9f-4159-44b3-ba51-cd2f02af214b HTTP/1.1" status: 200 len: 848 time: 0.1318703 Jul 31 20:07:05.429857 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-46d1ae1c-e865-4d77-a557-6bef60c6321b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dc04734-f8b6-4c5e-99f1-05a72adcd563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387182 Jul 31 20:07:05.430830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-11a28370-6009-4945-852e-b06cd8fc1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.432145 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b54915f-f50c-4bbf-bfc3-e4ea850190e8 req-11a28370-6009-4945-852e-b06cd8fc1bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042186 Jul 31 20:07:05.443279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6224719-d23c-4ad9-a2f4-5dec65180ed6 req-d822aa0a-3ef0-4b33-8d29-5fc906a1cd7f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.444714 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6224719-d23c-4ad9-a2f4-5dec65180ed6 req-d822aa0a-3ef0-4b33-8d29-5fc906a1cd7f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 943 time: 0.1150799 Jul 31 20:07:05.574296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-9bb3a189-5bab-4d2a-95ac-9e853635c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.575815 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-9bb3a189-5bab-4d2a-95ac-9e853635c5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1127 time: 0.0711951 Jul 31 20:07:05.611992 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:05.616058 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6224719-d23c-4ad9-a2f4-5dec65180ed6 req-78056a85-fcb6-4029-81fc-3d8b524fc755 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600261 Jul 31 20:07:05.648539 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-3dfda6ef-061f-48ab-a595-ec4ca90e9c51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e HTTP/1.1" status: 200 len: 217 time: 0.0532429 Jul 31 20:07:05.650442 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-73e67707-6e5d-407e-9bb2-5bd9d6e85daa service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033751 Jul 31 20:07:05.759541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-1e9f4800-bcf5-4cab-8fde-88b796358ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.761051 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-1e9f4800-bcf5-4cab-8fde-88b796358ce8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.1008942 Jul 31 20:07:05.821087 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-88897718-7f69-460a-85a9-dc60a27c2e75 req-48943a80-0c1f-455c-99b7-a53026e1747a service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531978 Jul 31 20:07:05.824222 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-6faa2f64-0d33-4654-84df-2701a5bf9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:05.825751 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-6faa2f64-0d33-4654-84df-2701a5bf9f8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575933 Jul 31 20:07:05.857140 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 762719dc-bec3-43b1-860f-800e18636e1f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:07:05.941410 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-7a5d0cb1-9413-4a12-8b97-3132f2855e62 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943115 Jul 31 20:07:05.966917 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=762719dc-bec3-43b1-860f-800e18636e1f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:05.982676 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '762719dc-bec3-43b1-860f-800e18636e1f', 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563', 'port_id': '762719dc-bec3-43b1-860f-800e18636e1f', 'mac_address': 'fa:16:3e:27:9a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6223c9f-4159-44b3-ba51-cd2f02af214b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:07:06.024188 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 762719dc-bec3-43b1-860f-800e18636e1f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:06.024886 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (762719dc-bec3-43b1-860f-800e18636e1f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:06.061819 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762719dc-bec3-43b1-860f-800e18636e1f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:06.085451 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=762719dc-bec3-43b1-860f-800e18636e1f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:06.088080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54517e93-ea64-4382-aca9-8e0a4756e464 req-2b43eb4b-f0e4-4fc5-b7b6-3ccd20b905a2 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:06.090889 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:06.095819 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54517e93-ea64-4382-aca9-8e0a4756e464 req-2b43eb4b-f0e4-4fc5-b7b6-3ccd20b905a2 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0782588 Jul 31 20:07:06.127316 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-33874361-aa4b-4859-97b3-a3e3f95fe1a4 req-48c91ccc-140e-47ea-b1a4-20aa47fadf1d service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743100 Jul 31 20:07:06.139706 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:06.149727 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:06.157606 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.157952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.158513 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.159009 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.159505 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.159995 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.160331 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.160655 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.160984 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.161194 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-54517e93-ea64-4382-aca9-8e0a4756e464 req-067c644f-4243-46e2-b9e1-0099fe0cb3b8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651813 Jul 31 20:07:06.161358 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.161693 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.162008 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.162325 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.162640 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.162956 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:06.470256 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['762719dc-bec3-43b1-860f-800e18636e1f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:07:06.569574 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:06.741193 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327b8dd-dd3d-46e2-9893-282d968ea0ac req-11487154-9959-492f-900a-dfa8192f4197 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:06.742990 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2327b8dd-dd3d-46e2-9893-282d968ea0ac req-11487154-9959-492f-900a-dfa8192f4197 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 944 time: 0.0515435 Jul 31 20:07:06.806099 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2327b8dd-dd3d-46e2-9893-282d968ea0ac req-7df054de-9db5-4ba4-9e42-bda30cda77b6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540657 Jul 31 20:07:07.286327 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde1fb-0e8d-4159-9371-166f221e9faf req-77e83311-815e-415f-b5a0-ca125bdb4461 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:07.287961 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eabde1fb-0e8d-4159-9371-166f221e9faf req-77e83311-815e-415f-b5a0-ca125bdb4461 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0517414 Jul 31 20:07:07.339827 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eabde1fb-0e8d-4159-9371-166f221e9faf req-dcbe364c-d7a7-48d3-b5c0-32f3c45d82d7 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Jul 31 20:07:07.866232 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 762719dc-bec3-43b1-860f-800e18636e1f up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:07:07.914706 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 762719dc-bec3-43b1-860f-800e18636e1f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:07:07.923557 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 762719dc-bec3-43b1-860f-800e18636e1f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:07:07.924712 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (762719dc-bec3-43b1-860f-800e18636e1f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:07.937570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f1674-c41d-4c59-997f-763d71c38cda req-a64d54cd-7a6a-469c-8eea-34e57a7a91a6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:07.939246 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce2f1674-c41d-4c59-997f-763d71c38cda req-a64d54cd-7a6a-469c-8eea-34e57a7a91a6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 944 time: 0.0586753 Jul 31 20:07:07.987479 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce2f1674-c41d-4c59-997f-763d71c38cda req-9a6024d4-90f9-4d6e-98d5-5f17fa9732d8 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Jul 31 20:07:08.013261 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 762719dc-bec3-43b1-860f-800e18636e1f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:08.013261 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (762719dc-bec3-43b1-860f-800e18636e1f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:08.025343 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:08.027861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89be7a43-f7de-4085-b3aa-78fe5ac40815" -d '{"events": [{"server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "name": "network-vif-plugged", "status": "completed", "tag": "762719dc-bec3-43b1-860f-800e18636e1f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:08.039044 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:08.048158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=762719dc-bec3-43b1-860f-800e18636e1f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:08.052479 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:08.074883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072948e-151e-4f4a-90db-b578cfe09614 x-openstack-request-id: req-4072948e-151e-4f4a-90db-b578cfe09614 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:08.075172 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "name": "network-vif-plugged", "status": "completed", "tag": "762719dc-bec3-43b1-860f-800e18636e1f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:08.075419 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4072948e-151e-4f4a-90db-b578cfe09614 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:08.075804 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4072948e-151e-4f4a-90db-b578cfe09614'] response: {'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f', 'code': 200} Jul 31 20:07:08.104198 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:08.313107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ecba-197e-4243-afd0-bdb91bd3b697 req-f95cc1be-9d46-4c23-8970-81ef99421569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:08.314764 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b57ecba-197e-4243-afd0-bdb91bd3b697 req-f95cc1be-9d46-4c23-8970-81ef99421569 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 1129 time: 0.0412817 Jul 31 20:07:08.361587 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6b57ecba-197e-4243-afd0-bdb91bd3b697 req-cbf90f90-2913-45f2-9a3f-026891e988bd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388484 Jul 31 20:07:08.458184 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:08.463520 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:08.475926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ad19-4111-42c3-a24c-126d63ffc6e9 req-c3e53e58-5e58-4bcf-83e5-b62c67e79661 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:08.478424 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4057ad19-4111-42c3-a24c-126d63ffc6e9 req-c3e53e58-5e58-4bcf-83e5-b62c67e79661 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0613556 Jul 31 20:07:08.528754 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4057ad19-4111-42c3-a24c-126d63ffc6e9 req-063dbda0-fc91-4828-bbc3-eb2537db2c42 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456381 Jul 31 20:07:09.110326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c852aa-ce73-45fa-8b15-7e3c9cfa731b req-c3dd36ee-494a-4656-99dc-eea67a39b2e6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:09.111844 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98c852aa-ce73-45fa-8b15-7e3c9cfa731b req-c3dd36ee-494a-4656-99dc-eea67a39b2e6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Jul 31 20:07:09.163148 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-98c852aa-ce73-45fa-8b15-7e3c9cfa731b req-9791e85b-8b5d-4f18-906c-d2ce1e576d6e tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455203 Jul 31 20:07:09.591463 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-40e3f417-aa96-4234-b941-7a625b58d48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:09.652340 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796005b5-6cfe-4fe4-b453-897714ab79e1 req-e9adfd8f-d158-4766-afea-788f948abc4e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:09.653829 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-796005b5-6cfe-4fe4-b453-897714ab79e1 req-e9adfd8f-d158-4766-afea-788f948abc4e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0460956 Jul 31 20:07:09.665670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:09.706811 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-796005b5-6cfe-4fe4-b453-897714ab79e1 req-f61604e2-bebe-4948-9bb0-a989a4b053bb tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Jul 31 20:07:10.305428 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58f74e-203f-471f-963a-f528a254cdb6 req-b2b6b067-afd3-42a4-ad27-08a6db4beccb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:10.307049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c58f74e-203f-471f-963a-f528a254cdb6 req-b2b6b067-afd3-42a4-ad27-08a6db4beccb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0643921 Jul 31 20:07:10.355356 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c58f74e-203f-471f-963a-f528a254cdb6 req-f959d074-ba03-4f61-b030-acc3821b68c5 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Jul 31 20:07:10.583857 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33786) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:10.696996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f515a8a6-f6d9-477a-aa79-c1f43149da99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.774878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f515a8a6-f6d9-477a-aa79-c1f43149da99 admin admin] Publish callbacks [] for security_group (9633632f-1f4d-4f1b-80af-c9909ab55ade), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.779312 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f515a8a6-f6d9-477a-aa79-c1f43149da99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9633632f-1f4d-4f1b-80af-c9909ab55ade), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.839481 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:10.853958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f515a8a6-f6d9-477a-aa79-c1f43149da99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91f22191fc18457a94bf64f599db8a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2687852 Jul 31 20:07:10.857089 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33792) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:10.860154 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515a8a6-f6d9-477a-aa79-c1f43149da99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9633632f-1f4d-4f1b-80af-c9909ab55ade,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:10.870411 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c2399-0676-4daa-ad0c-07cd95604d8e req-3986115e-9fc3-4e4b-9e37-36bcd9d5d2fe tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:10.872281 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af6c2399-0676-4daa-ad0c-07cd95604d8e req-3986115e-9fc3-4e4b-9e37-36bcd9d5d2fe tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0901661 Jul 31 20:07:10.910433 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] Publish callbacks [] for security_group (9633632f-1f4d-4f1b-80af-c9909ab55ade), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.929167 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af6c2399-0676-4daa-ad0c-07cd95604d8e req-7105f79b-2421-4d27-8e02-a6bf1c55af6b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510232 Jul 31 20:07:10.938966 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] Publish callbacks [] for security_group (9633632f-1f4d-4f1b-80af-c9909ab55ade), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.988562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9633632f-1f4d-4f1b-80af-c9909ab55ade), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.991216 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:10.992322 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9633632f-1f4d-4f1b-80af-c9909ab55ade HTTP/1.1" status: 204 len: 168 time: 0.1340528 Jul 31 20:07:10.995513 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:11.001397 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15c61f-5814-46d2-a986-5c39f08caa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633632f-1f4d-4f1b-80af-c9909ab55ade,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:11.274657 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33800) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:11.288216 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8eabfdc7-d5f6-4104-a78d-9d44d6f41fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.368265 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8eabfdc7-d5f6-4104-a78d-9d44d6f41fe6 admin admin] Publish callbacks [] for security_group (b645e7a1-9e43-4ec1-beff-66234750140d), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.374836 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8eabfdc7-d5f6-4104-a78d-9d44d6f41fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b645e7a1-9e43-4ec1-beff-66234750140d), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.412617 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabfdc7-d5f6-4104-a78d-9d44d6f41fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645e7a1-9e43-4ec1-beff-66234750140d,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:11.419598 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8eabfdc7-d5f6-4104-a78d-9d44d6f41fe6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b63adbbd35b4a2ba646d19aa7ae458b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413636 Jul 31 20:07:11.419932 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 33804) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:11.497918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25119bb-9087-4e36-beee-058b37ecd887 req-255c6b18-01a4-4790-be94-b09fa3b0040f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:11.499341 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b25119bb-9087-4e36-beee-058b37ecd887 req-255c6b18-01a4-4790-be94-b09fa3b0040f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0662310 Jul 31 20:07:11.518616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] Publish callbacks [] for security_group (b645e7a1-9e43-4ec1-beff-66234750140d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.562819 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] Publish callbacks [] for security_group (b645e7a1-9e43-4ec1-beff-66234750140d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.590863 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b25119bb-9087-4e36-beee-058b37ecd887 req-0710645e-9aa5-4a7b-a1e3-345c02da8fb3 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832648 Jul 31 20:07:11.623424 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b645e7a1-9e43-4ec1-beff-66234750140d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.626089 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:11.629718 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b645e7a1-9e43-4ec1-beff-66234750140d HTTP/1.1" status: 204 len: 168 time: 0.2064960 Jul 31 20:07:11.637543 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a9031-e787-47ab-b10b-911e5fbc95e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645e7a1-9e43-4ec1-beff-66234750140d,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:11.896674 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0b0e-f151-4999-ae17-e33e1ae2bfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:12.055196 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dfd2a-5bb8-4587-ab46-78a7ee8af2c7 req-bea77d47-5d3d-47e9-91b4-cd85360cba0c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:12.060862 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-861dfd2a-5bb8-4587-ab46-78a7ee8af2c7 req-bea77d47-5d3d-47e9-91b4-cd85360cba0c tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0542774 Jul 31 20:07:12.110833 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-861dfd2a-5bb8-4587-ab46-78a7ee8af2c7 req-6727d29f-bf5c-4010-a824-c2c7c8b173f8 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Jul 31 20:07:12.451409 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797b2a5-af29-4428-9521-ba5a804b4aef req-5f863b56-e4a6-4a97-b247-c7cc66f7bef6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:12.453296 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2797b2a5-af29-4428-9521-ba5a804b4aef req-5f863b56-e4a6-4a97-b247-c7cc66f7bef6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0497534 Jul 31 20:07:12.512241 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2797b2a5-af29-4428-9521-ba5a804b4aef req-f8737219-a599-4052-b1b9-d42e8a3ed543 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Jul 31 20:07:12.862763 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:13.003922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf063a74-b516-4fa0-b044-1e8c732e5fcd req-e7583662-ac50-4723-83a1-21ec6627f061 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:13.005461 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf063a74-b516-4fa0-b044-1e8c732e5fcd req-e7583662-ac50-4723-83a1-21ec6627f061 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0502045 Jul 31 20:07:13.018543 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:13.064192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bf063a74-b516-4fa0-b044-1e8c732e5fcd req-7a2c661e-6050-47dc-a3cf-ecfa686bd7d1 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515883 Jul 31 20:07:13.234118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1c8b5-861d-41cd-8531-670ac94810ae req-ae242861-4d43-4698-9fa4-72e3637f4c81 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:13.235963 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20e1c8b5-861d-41cd-8531-670ac94810ae req-ae242861-4d43-4698-9fa4-72e3637f4c81 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 943 time: 0.0491278 Jul 31 20:07:13.288026 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-20e1c8b5-861d-41cd-8531-670ac94810ae req-d4b628a3-7812-464f-8cad-cfedfc1c8436 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465643 Jul 31 20:07:13.658607 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1575550-8947-40df-b59b-cbccef654da7 req-7e7d1c85-2efd-4ea1-a18c-cafce11dd899 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:13.660234 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1575550-8947-40df-b59b-cbccef654da7 req-7e7d1c85-2efd-4ea1-a18c-cafce11dd899 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0636950 Jul 31 20:07:13.711212 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e1575550-8947-40df-b59b-cbccef654da7 req-b88214ab-2533-41e7-8c99-52cb2456711b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451231 Jul 31 20:07:13.934375 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 56de90d4-e582-4bc6-9afd-0a7a09dd281e details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:07:14.047286 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:14.058853 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'port_id': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'mac_address': 'fa:16:3e:9e:96:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:07:14.094119 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 56de90d4-e582-4bc6-9afd-0a7a09dd281e is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:14.094703 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:14.112321 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56de90d4-e582-4bc6-9afd-0a7a09dd281e {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:14.136460 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:14.143878 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:14.189811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:14.192727 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c86d82-87c5-426d-9ac4-2d1e6142c599 req-5b86f936-d225-4947-b92d-fd2ad7cb84e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:14.194329 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6c86d82-87c5-426d-9ac4-2d1e6142c599 req-5b86f936-d225-4947-b92d-fd2ad7cb84e2 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0472453 Jul 31 20:07:14.242054 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a6c86d82-87c5-426d-9ac4-2d1e6142c599 req-7c2cf8e2-9178-4b02-9a78-507a5f5cc798 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410948 Jul 31 20:07:14.258745 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:14.406766 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6afbb-744c-4cb9-b9bc-317565b27e04 req-933d917b-ce74-49f1-be52-096a7fbe5052 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:14.408257 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bca6afbb-744c-4cb9-b9bc-317565b27e04 req-933d917b-ce74-49f1-be52-096a7fbe5052 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Jul 31 20:07:14.465012 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bca6afbb-744c-4cb9-b9bc-317565b27e04 req-3618421f-b846-4b48-97d0-e55364c66371 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510752 Jul 31 20:07:14.481016 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:14.522739 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['56de90d4-e582-4bc6-9afd-0a7a09dd281e'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:07:14.667945 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:14.818944 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:14.835741 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32b9de-7fcf-4fd6-b3bf-c19a06459a02 req-f564a410-1614-4ace-ab54-8fd56c7d0b21 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:14.837432 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a32b9de-7fcf-4fd6-b3bf-c19a06459a02 req-f564a410-1614-4ace-ab54-8fd56c7d0b21 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0510612 Jul 31 20:07:14.896328 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4a32b9de-7fcf-4fd6-b3bf-c19a06459a02 req-de5b6667-4f09-4911-92ba-b8b7ab890864 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 Jul 31 20:07:15.373182 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585f5e9-f359-4d82-9978-9b9674a60d71 req-32937fec-fd33-426e-9999-17450127a237 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:15.374689 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e585f5e9-f359-4d82-9978-9b9674a60d71 req-32937fec-fd33-426e-9999-17450127a237 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0480082 Jul 31 20:07:15.474205 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e585f5e9-f359-4d82-9978-9b9674a60d71 req-be507cf7-9dd9-4a12-8182-78a481fb98d9 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938778 Jul 31 20:07:15.505361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-e002d8dd-3ed5-4ab1-934b-cd370894c8cb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:15.505361 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-e002d8dd-3ed5-4ab1-934b-cd370894c8cb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.0890594 Jul 31 20:07:15.505361 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-33875ffe-cc48-40c7-b91f-27733114a919 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:15.505361 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-33875ffe-cc48-40c7-b91f-27733114a919 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.0923641 Jul 31 20:07:15.659445 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3454bc-3806-44a9-b329-b6df419fc35b req-a31d2ddb-7fba-4911-b495-8e07f5e7ec92 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:15.660836 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f3454bc-3806-44a9-b329-b6df419fc35b req-a31d2ddb-7fba-4911-b495-8e07f5e7ec92 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 944 time: 0.1068928 Jul 31 20:07:15.690812 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Deleting port 762719dc-bec3-43b1-860f-800e18636e1f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:15.691150 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (762719dc-bec3-43b1-860f-800e18636e1f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:15.740799 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Deleting port dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:15.741129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:15.818647 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:15.835888 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f3454bc-3806-44a9-b329-b6df419fc35b req-e90b5fbe-1678-4f4a-be24-65ffaa3b64a1 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668124 Jul 31 20:07:15.938154 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 56de90d4-e582-4bc6-9afd-0a7a09dd281e up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:07:15.996293 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:16.003242 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 56de90d4-e582-4bc6-9afd-0a7a09dd281e completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:07:16.011960 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 56de90d4-e582-4bc6-9afd-0a7a09dd281e triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:07:16.012663 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.102841 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 56de90d4-e582-4bc6-9afd-0a7a09dd281e is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:16.103436 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.128934 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:16.131055 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04010be7-cb82-4279-9490-12badea5c1de" -d '{"events": [{"server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "name": "network-vif-plugged", "status": "completed", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:16.146241 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:16.151858 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.184612 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f177f9-72eb-41f4-b425-986456ecdd91 x-openstack-request-id: req-f7f177f9-72eb-41f4-b425-986456ecdd91 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:16.184912 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "name": "network-vif-plugged", "status": "completed", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:16.185183 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7f177f9-72eb-41f4-b425-986456ecdd91 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:16.185583 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f177f9-72eb-41f4-b425-986456ecdd91'] response: {'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'code': 200} Jul 31 20:07:16.206822 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] For port 762719dc-bec3-43b1-860f-800e18636e1f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=762719dc-bec3-43b1-860f-800e18636e1f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:16.207216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (762719dc-bec3-43b1-860f-800e18636e1f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.217942 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:16.233620 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Calling delete_port for 762719dc-bec3-43b1-860f-800e18636e1f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:16.244020 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] For port dc71e4bb-0c50-46be-9265-95e6a82b855e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=dc71e4bb-0c50-46be-9265-95e6a82b855e,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:16.244410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.261316 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33940) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:16.262366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab015eb4-9abb-4e15-aeb2-5c6aa83b6669 req-52ffa69e-cf88-490f-8012-95e2df36a413 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:16.263858 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab015eb4-9abb-4e15-aeb2-5c6aa83b6669 req-52ffa69e-cf88-490f-8012-95e2df36a413 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 945 time: 0.1171987 Jul 31 20:07:16.374628 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78d4-9817-41c6-8d71-65f44a2a3469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.425916 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:07:16.444500 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab015eb4-9abb-4e15-aeb2-5c6aa83b6669 req-16f762ad-5b05-4e50-a7e0-8134431930b0 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720905 Jul 31 20:07:16.450340 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78d4-9817-41c6-8d71-65f44a2a3469 admin admin] Publish callbacks [] for security_group (6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.455069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-6a9d78d4-9817-41c6-8d71-65f44a2a3469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.485956 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:16.495233 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d78d4-9817-41c6-8d71-65f44a2a3469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:16.501855 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-6a9d78d4-9817-41c6-8d71-65f44a2a3469 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fc2328c436e4f0789892fec8fba3a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394512 Jul 31 20:07:16.504532 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33944) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:16.533989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dca6a-2f3f-4b8b-b4b7-bb0a16dd3fbe req-9d8b635b-bfdd-4ad6-92a1-9a5310d246b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:16.535522 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c30dca6a-2f3f-4b8b-b4b7-bb0a16dd3fbe req-9d8b635b-bfdd-4ad6-92a1-9a5310d246b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1129 time: 0.0948696 Jul 31 20:07:16.556350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] Publish callbacks [] for security_group (6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.580885 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] Publish callbacks [] for security_group (6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.605745 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.606108 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.606422 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.l3_db [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Floating IP 534f469d-e9e9-46ad-92a7-ba3e2bb058e1 disassociated. External IP: 172.27.0.134, port: dc71e4bb-0c50-46be-9265-95e6a82b855e. Jul 31 20:07:16.606772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Calling delete_port for dc71e4bb-0c50-46be-9265-95e6a82b855e owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:16.608299 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:16.632135 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.634903 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.636048 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3 HTTP/1.1" status: 204 len: 168 time: 0.1305861 Jul 31 20:07:16.644644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9316ec-3731-422c-b0de-5f59e092d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdee2b1-8f58-4d54-bf4c-d6b57aa024f3,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:16.716417 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248ac5-8991-42cd-889a-9d74917f8888 req-c698035e-5e9d-4e89-8000-cb93cb7c4560 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:16.717852 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9248ac5-8991-42cd-889a-9d74917f8888 req-c698035e-5e9d-4e89-8000-cb93cb7c4560 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 946 time: 0.1420741 Jul 31 20:07:16.718508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (762719dc-bec3-43b1-860f-800e18636e1f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.734393 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c30dca6a-2f3f-4b8b-b4b7-bb0a16dd3fbe req-9fddf4e2-eb2e-48d8-8fad-5c37f03dde5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860995 Jul 31 20:07:16.756960 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['762719dc-bec3-43b1-860f-800e18636e1f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:07:16.766416 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Pushing event deleted for resources: {'Port': ['ID=762719dc-bec3-43b1-860f-800e18636e1f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:16.822123 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:16.848648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] No DVR routers for this DVR port 762719dc-bec3-43b1-860f-800e18636e1f on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:16.855767 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.858996 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71790c2f-595a-467a-834a-102a22c0a4f6 req-82efda5f-319a-49c9-9b90-edbc50c125f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "DELETE /v2.0/ports/762719dc-bec3-43b1-860f-800e18636e1f HTTP/1.1" status: 204 len: 173 time: 1.3537984 Jul 31 20:07:16.863074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'name': 'network-vif-deleted', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:16.865381 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bb133b-e99b-4e56-9a70-73147ba101c1" -d '{"events": [{"server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "name": "network-vif-deleted", "tag": "762719dc-bec3-43b1-860f-800e18636e1f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:16.873911 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f9248ac5-8991-42cd-889a-9d74917f8888 req-b3cacdc9-d8ba-4cc6-8625-1de48c9f2b20 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6c38663-770c-4c4b-acfe-2f51a0f13f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435351 Jul 31 20:07:16.948242 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (dc71e4bb-0c50-46be-9265-95e6a82b855e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:16.980392 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcc4984-9e9a-45ba-b1b6-1136f5776c16 x-openstack-request-id: req-3dcc4984-9e9a-45ba-b1b6-1136f5776c16 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:16.980807 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c8dcd8-318d-43ba-93dc-1e91082f2289", "name": "network-vif-deleted", "tag": "762719dc-bec3-43b1-860f-800e18636e1f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:16.980942 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dcc4984-9e9a-45ba-b1b6-1136f5776c16 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:16.981411 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dcc4984-9e9a-45ba-b1b6-1136f5776c16'] response: {'server_uuid': '02c8dcd8-318d-43ba-93dc-1e91082f2289', 'name': 'network-vif-deleted', 'tag': '762719dc-bec3-43b1-860f-800e18636e1f', 'status': 'completed', 'code': 200} Jul 31 20:07:17.001568 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33958) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:17.005298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'Port': ['ID=dc71e4bb-0c50-46be-9265-95e6a82b855e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:17.015558 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff76143b-21ca-46c8-9cd0-f1379b17652a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.021618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9d28e-ee4d-4b6f-9bab-ecb4d8e2c95b req-a21c56ea-55d3-4dde-8f2d-0c029971df84 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:17.023174 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4d9d28e-ee4d-4b6f-9bab-ecb4d8e2c95b req-a21c56ea-55d3-4dde-8f2d-0c029971df84 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0874095 Jul 31 20:07:17.103434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff76143b-21ca-46c8-9cd0-f1379b17652a admin admin] Publish callbacks [] for security_group (21184bd1-5127-4f57-9a68-0e68453fec8a), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.108706 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ff76143b-21ca-46c8-9cd0-f1379b17652a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (21184bd1-5127-4f57-9a68-0e68453fec8a), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.146955 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76143b-21ca-46c8-9cd0-f1379b17652a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21184bd1-5127-4f57-9a68-0e68453fec8a,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:17.151784 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ff76143b-21ca-46c8-9cd0-f1379b17652a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a511aaf0933143bcb3a5b8bfdea12742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489906 Jul 31 20:07:17.154434 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 33960) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:17.156730 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e4d9d28e-ee4d-4b6f-9bab-ecb4d8e2c95b req-8695740e-dfe6-4192-b898-f2b6f094740f tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241462 Jul 31 20:07:17.181179 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:17.216130 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] Publish callbacks [] for security_group (21184bd1-5127-4f57-9a68-0e68453fec8a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.229404 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:17.239144 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] Publish callbacks [] for security_group (21184bd1-5127-4f57-9a68-0e68453fec8a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.290585 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (21184bd1-5127-4f57-9a68-0e68453fec8a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.293174 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.293403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:17.294316 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21184bd1-5127-4f57-9a68-0e68453fec8a HTTP/1.1" status: 204 len: 168 time: 0.1389811 Jul 31 20:07:17.303753 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb656e75-b3df-40f4-bcb5-37c9990bc937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21184bd1-5127-4f57-9a68-0e68453fec8a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:17.322661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:17.335991 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:17.337350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:17.338248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] No DVR routers for this DVR port dc71e4bb-0c50-46be-9265-95e6a82b855e on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:17.340758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:17.344549 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-460128ce-f8c0-4fbe-a948-0d51ac5b9bf2 req-609e411b-71be-457a-9add-412c8bb17913 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.57 "DELETE /v2.0/ports/dc71e4bb-0c50-46be-9265-95e6a82b855e HTTP/1.1" status: 204 len: 173 time: 1.8328893 Jul 31 20:07:17.456974 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:17.594612 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-175d58c2-3141-4f0c-b03e-79fa375e1c94 req-5b8dbe10-7cb9-4462-8305-a4bfd93939c5 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 210 time: 0.0574179 Jul 31 20:07:17.695186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:17.729768 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:07:17.738811 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:17.739340 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:17.844321 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:18.015042 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8a8364b7-764c-42ba-9654-0e564d785259 req-9076b619-e925-4b92-ac62-8c9e6ad8b914 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/ports?device_id=86192351-1ad0-4d52-8496-e85d6e5381dd HTTP/1.1" status: 200 len: 210 time: 0.0294001 Jul 31 20:07:18.076639 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:18.079469 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:18.111403 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06474b62-c7c4-4e5c-8e47-a4cdbac7ba1a None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T19:59:32Z', 'revision_number': 4, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '4d255fd0-a159-44d0-99ea-73a4116a5a04', 'name': '', 'network_id': '68dcf029-54c5-4da0-972e-7f6fa1d3a796', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'mac_address': 'fa:16:3e:3b:cd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:31Z', 'updated_at': '2022-07-31T19:59:45Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'subnets': [{'id': '29824a82-5aeb-422d-93e6-2da9a5893ec2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:07:18.311438 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cce1fa-00d8-42f0-94c7-301509b165cc req-42636e74-2d06-4155-a00e-9e4bcc7f6948 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:18.313861 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40cce1fa-00d8-42f0-94c7-301509b165cc req-42636e74-2d06-4155-a00e-9e4bcc7f6948 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0658371 Jul 31 20:07:18.352014 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:18.423885 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-40cce1fa-00d8-42f0-94c7-301509b165cc req-d78101cd-6be5-4652-9b3a-0ec1236ee768 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993719 Jul 31 20:07:18.527346 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6825290-3ed1-41a8-9c79-eebaf2026aa8 None None] New status for floating IP 534f469d-e9e9-46ad-92a7-ba3e2bb058e1: DOWN {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:07:18.581190 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec064e-0051-41ba-a1a2-33d246191372 req-a37d4e45-7c8f-40df-87fd-78977a5766ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:18.582925 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77ec064e-0051-41ba-a1a2-33d246191372 req-a37d4e45-7c8f-40df-87fd-78977a5766ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0541387 Jul 31 20:07:18.661359 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77ec064e-0051-41ba-a1a2-33d246191372 req-eea9ca8f-9db3-40da-87da-3e8f53b94258 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615175 Jul 31 20:07:18.677124 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34008) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:18.723570 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9dd9cd-d17d-4b54-b931-7027ff290008 tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:18.729305 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-da9dd9cd-d17d-4b54-b931-7027ff290008 tempest-TestVolumeBootPattern-1200036912 tempest-TestVolumeBootPattern-1200036912-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1124 time: 0.0508869 Jul 31 20:07:18.730766 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34010) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:18.736053 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Request body: {'floatingip': {'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'port_id': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:18.738101 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b0c68c59-223e-4120-852e-e759d39f00cb req-9ba2da9f-c31c-4c38-b4f3-5dbe9dce35cd tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=02c8dcd8-318d-43ba-93dc-1e91082f2289 HTTP/1.1" status: 200 len: 210 time: 0.0356655 Jul 31 20:07:18.774092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:18.888662 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:18.892572 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34012) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:18.982231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-deleted', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:18.984668 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03293705-00af-4c6e-ac32-c569d5f2580e" -d '{"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-deleted", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:19.011768 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_common [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Allocated IP 172.27.0.171 (57b31cb4-27c3-478d-8b42-bb733edaa3f3/acbbde70-91d7-4539-a5a9-892647e5553e/3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e) {{(pid=104000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:07:19.013676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-926420f5-bf53-4f68-b018-10c0b2233ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.028482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7cd51-5aae-4d5c-9920-85dd8fba7456 x-openstack-request-id: req-9fd7cd51-5aae-4d5c-9920-85dd8fba7456 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:19.028776 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86192351-1ad0-4d52-8496-e85d6e5381dd", "name": "network-vif-deleted", "tag": "dc71e4bb-0c50-46be-9265-95e6a82b855e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:19.029026 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fd7cd51-5aae-4d5c-9920-85dd8fba7456 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:19.029447 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd7cd51-5aae-4d5c-9920-85dd8fba7456'] response: {'server_uuid': '86192351-1ad0-4d52-8496-e85d6e5381dd', 'name': 'network-vif-deleted', 'tag': 'dc71e4bb-0c50-46be-9265-95e6a82b855e', 'status': 'completed', 'code': 200} Jul 31 20:07:19.119348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-926420f5-bf53-4f68-b018-10c0b2233ef2 admin admin] Publish callbacks [] for security_group (8d44193f-39c2-41bb-9868-c433c9b7e2f9), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.123849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-926420f5-bf53-4f68-b018-10c0b2233ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8d44193f-39c2-41bb-9868-c433c9b7e2f9), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.127045 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34022) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:19.131593 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.163672 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:19.165144 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-926420f5-bf53-4f68-b018-10c0b2233ef2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a0e8c5f69ac400fbf8e6e0ec0bab5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714028 Jul 31 20:07:19.166918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926420f5-bf53-4f68-b018-10c0b2233ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44193f-39c2-41bb-9868-c433c9b7e2f9,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:19.169370 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34024) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:19.208208 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (b6c38663-770c-4c4b-acfe-2f51a0f13f6c), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.214116 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.225298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] Publish callbacks [] for security_group (8d44193f-39c2-41bb-9868-c433c9b7e2f9), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.243130 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:19.249132 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] Publish callbacks [] for security_group (8d44193f-39c2-41bb-9868-c433c9b7e2f9), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.258942 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (b6c38663-770c-4c4b-acfe-2f51a0f13f6c), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.289437 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Network 57b31cb4-27c3-478d-8b42-bb733edaa3f3 is already hosted by enough agents. {{(pid=104000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:07:19.292274 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:19.299874 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Resources bound (agent type, host, resource id): {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:07:19.303827 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8d44193f-39c2-41bb-9868-c433c9b7e2f9), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.307072 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.307232 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Received port after_create {{(pid=104000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:07:19.311018 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d44193f-39c2-41bb-9868-c433c9b7e2f9 HTTP/1.1" status: 204 len: 168 time: 0.1380486 Jul 31 20:07:19.317275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2250a1-af08-4159-840e-a52f30d61bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44193f-39c2-41bb-9868-c433c9b7e2f9,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:19.342457 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:19.366526 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (b6c38663-770c-4c4b-acfe-2f51a0f13f6c), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.369496 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.371006 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6c38663-770c-4c4b-acfe-2f51a0f13f6c HTTP/1.1" status: 204 len: 168 time: 0.2426755 Jul 31 20:07:19.373964 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34028) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:19.390505 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.api.v2.resource [None req-4472c6b9-99aa-446b-8afc-e865bb90f170 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] show failed (client error): The resource could not be found. Jul 31 20:07:19.391900 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-4472c6b9-99aa-446b-8afc-e865bb90f170 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "GET /v2.0/security-groups/b6c38663-770c-4c4b-acfe-2f51a0f13f6c HTTP/1.1" status: 404 len: 347 time: 0.0166318 Jul 31 20:07:19.395008 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34030) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:19.546214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Deleting port 395e67e5-b7fe-4f63-aebd-6bd9459ab10a {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:19.546874 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.637541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.638195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.640651 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb7345-cb97-4d96-8cdc-358b888fbfb4 tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c38663-770c-4c4b-acfe-2f51a0f13f6c,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:19.659032 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Calling delete_port for 395e67e5-b7fe-4f63-aebd-6bd9459ab10a owned by network:floatingip {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:19.814269 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (395e67e5-b7fe-4f63-aebd-6bd9459ab10a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.823151 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:19.846041 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Pushing event deleted for resources: {'Port': ['ID=395e67e5-b7fe-4f63-aebd-6bd9459ab10a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:19.917648 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks [] for floatingip (534f469d-e9e9-46ad-92a7-ba3e2bb058e1), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.920211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:19.924414 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-33668236-6e54-4cc4-90bb-3acec79e18ed tempest-AttachVolumeShelveTestJSON-1481706984 tempest-AttachVolumeShelveTestJSON-1481706984-project] 10.222.0.48 "DELETE /v2.0/floatingips/534f469d-e9e9-46ad-92a7-ba3e2bb058e1 HTTP/1.1" status: 204 len: 168 time: 0.5252428 Jul 31 20:07:19.951574 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (c446dedb-654a-445f-8f91-6663ae681561), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.029094 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), before_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.107080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-00c1848b-5f8d-4eb8-8229-d749c066d651 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:20.109196 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-00c1848b-5f8d-4eb8-8229-d749c066d651 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 808 time: 0.1183887 Jul 31 20:07:20.123595 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-9c511766-42d0-4e06-92d4-1f3c5a70dea0 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/quotas/74d67e6c2b804537a7e28c659a293501 HTTP/1.1" status: 200 len: 375 time: 0.0095305 Jul 31 20:07:20.155909 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-fc121297-19ec-4117-988c-e56b6461b285 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270069 Jul 31 20:07:20.177969 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), precommit_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.184102 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9008800'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), after_update {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.230944 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:20.252710 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-fcea943c-67f7-446c-bb32-cdeb6984e3c9 service neutron] 10.222.0.48 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899961 Jul 31 20:07:20.254684 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3807841'] for floatingip (c446dedb-654a-445f-8f91-6663ae681561), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.257614 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event updated for resources: {'Port': ['ID=3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e,revision_number=2']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:20.346746 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-1ee4777c-0e66-4467-96aa-0ad3cfce7d25 service neutron] 10.222.0.48 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Jul 31 20:07:20.351865 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP c446dedb-654a-445f-8f91-6663ae681561 associated. External IP: 172.27.0.171, port: 56de90d4-e582-4bc6-9afd-0a7a09dd281e. Jul 31 20:07:20.490202 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:20.522245 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f94be49e-5348-4443-9b0d-514aa4a88f2e req-f76b9405-f717-4c71-b604-78c43ac500f6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 210 time: 0.0364649 Jul 31 20:07:20.563067 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:20.666716 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:20.683641 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:20.690767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:20.693834 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:20.708628 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:20.709305 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:20.728048 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-98ead9f3-5677-4168-83ee-ab416cee1df4 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9935672 Jul 31 20:07:20.728048 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:20.729056 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:20.769544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521dc61d-f63f-49a0-81a9-51776efe523d x-openstack-request-id: req-521dc61d-f63f-49a0-81a9-51776efe523d {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:20.769930 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:20.770451 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-521dc61d-f63f-49a0-81a9-51776efe523d {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:20.771115 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521dc61d-f63f-49a0-81a9-51776efe523d'] response: {'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'status': 'completed', 'code': 200} Jul 31 20:07:20.818404 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:21.042543 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}, {'id': 'c446dedb-654a-445f-8f91-6663ae681561', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:9e:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:07:19Z', 'updated_at': '2022-07-31T20:07:19Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:21.068241 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:07:21.077895 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:21.078543 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:21.306332 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:21.533166 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-837cac85-be26-4711-afea-6f6923134a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}, {'id': 'c446dedb-654a-445f-8f91-6663ae681561', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:9e:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:07:19Z', 'updated_at': '2022-07-31T20:07:19Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:21.558880 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837cac85-be26-4711-afea-6f6923134a6e None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}, {'id': 'c446dedb-654a-445f-8f91-6663ae681561', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:9e:96:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:07:19Z', 'updated_at': '2022-07-31T20:07:19Z', 'revision_number': 0, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:07:21.625717 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3daab853-b52f-4b98-be88-77df2eb99b5d req-e2aa103c-574c-4715-a876-1e7b5e2a0c18 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 210 time: 0.0358317 Jul 31 20:07:21.627378 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:21.656430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: dc71e4bb-0c50-46be-9265-95e6a82b855e {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:21.657045 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device dc71e4bb-0c50-46be-9265-95e6a82b855e not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:21.657553 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 762719dc-bec3-43b1-860f-800e18636e1f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:21.678692 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 762719dc-bec3-43b1-860f-800e18636e1f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:21.679046 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 762719dc-bec3-43b1-860f-800e18636e1f not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:21.716095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-1a85cc8b-ec43-47e4-9014-116fd4001f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:21.717760 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-1a85cc8b-ec43-47e4-9014-116fd4001f3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1129 time: 0.0574930 Jul 31 20:07:21.732728 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:21.819574 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-d260b5d3-8e44-4612-9b37-d0666186d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:21.821419 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-d260b5d3-8e44-4612-9b37-d0666186d123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.0970390 Jul 31 20:07:21.858137 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca84e57-bbd4-456b-86b8-f6376671f9d3 None None] New status for floating IP c446dedb-654a-445f-8f91-6663ae681561: ACTIVE {{(pid=104003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:07:21.892732 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-047facb4-97ce-4bfd-888e-98986cd6d186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e HTTP/1.1" status: 200 len: 999 time: 0.0635555 Jul 31 20:07:21.943904 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-f2725b36-302d-4f78-a2f6-85aee756b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:21.945571 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-f2725b36-302d-4f78-a2f6-85aee756b753 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0471363 Jul 31 20:07:22.202146 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-bd1bc156-c91e-4792-b625-df32c45be9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:22.203673 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-bd1bc156-c91e-4792-b625-df32c45be9ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422688 Jul 31 20:07:22.306135 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-dadfff60-1655-4ed1-ab95-5db01305b878 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923944 Jul 31 20:07:22.491556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-3213eff3-9343-48ce-b6a9-f8f860bb70c6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:22.493041 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-3213eff3-9343-48ce-b6a9-f8f860bb70c6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 808 time: 0.1768711 Jul 31 20:07:22.494972 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b5282c23-d7bb-4b3a-9cc7-64bfec76c0f9 req-22819cdf-1d93-4980-9c29-c9cd974372e7 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689327 Jul 31 20:07:22.658072 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Request body: {'port': {'device_id': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563', 'admin_state_up': True, 'tenant_id': '74d67e6c2b804537a7e28c659a293501'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:22.760407 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-71062d8e-f8a8-4c8e-ad42-5e03c90eeaa2 req-b1648b68-0f54-4b66-8a9b-809328e3bf60 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 210 time: 0.0316405 Jul 31 20:07:22.762863 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:22.811207 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Made reservation on behalf of 74d67e6c2b804537a7e28c659a293501 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:07:22.814633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:22.948205 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Allocated IP 172.20.0.5 (7dc04734-f8b6-4c5e-99f1-05a72adcd563/c6223c9f-4159-44b3-ba51-cd2f02af214b/a3023ad4-6ef0-4062-b8f4-00198ac9e10f) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:07:23.056225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:23.097436 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks [] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.131774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.172886 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:07:23.178050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:07:23.181991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:07:23.187982 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Pushing event updated for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:23.235040 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:23.235571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.254501 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-d4354f22-9c65-4b6b-9ae0-4eead226fc2b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029818 Jul 31 20:07:23.287482 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Request body: {'port': {'device_id': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:07:23.350821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.571080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:23.612705 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3023ad4-6ef0-4062-b8f4-00198ac9e10f {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:23.620286 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks [] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.633649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Transition to ACTIVE for port object a3023ad4-6ef0-4062-b8f4-00198ac9e10f will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:07:23.638907 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:23.994600 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:24.054572 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302e45f-3cbf-4ffc-ae06-8f8c3d70a044 req-c41516fc-4f48-41db-a4a3-30dae04895cb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:24.056618 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7302e45f-3cbf-4ffc-ae06-8f8c3d70a044 req-c41516fc-4f48-41db-a4a3-30dae04895cb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 943 time: 0.0777893 Jul 31 20:07:24.103533 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Attempting to bind port a3023ad4-6ef0-4062-b8f4-00198ac9e10f on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:07:24.103929 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Attempting to bind port a3023ad4-6ef0-4062-b8f4-00198ac9e10f by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:07:24.104404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Attempting to bind port a3023ad4-6ef0-4062-b8f4-00198ac9e10f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:24.117550 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Port a3023ad4-6ef0-4062-b8f4-00198ac9e10f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:07:24.117906 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Attempting to bind port a3023ad4-6ef0-4062-b8f4-00198ac9e10f on network 7dc04734-f8b6-4c5e-99f1-05a72adcd563 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:07:24.132009 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:24.137268 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7302e45f-3cbf-4ffc-ae06-8f8c3d70a044 req-7de10698-5560-49fa-b69a-36c5843258e1 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741169 Jul 31 20:07:24.138824 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:07:24.139169 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Checking segment: {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:07:24.139545 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Bound using segment: {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:07:24.139984 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Bound port: a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0529783-2b11-42e4-8cf0-5ddad7c7410e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:07:24.140344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:24.217755 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:07:24.220861 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:07:24.226899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:24.231036 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:24.231651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:24.233034 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] 10.222.0.57 "PUT /v2.0/ports/a3023ad4-6ef0-4062-b8f4-00198ac9e10f HTTP/1.1" status: 200 len: 1093 time: 0.9499366 Jul 31 20:07:24.233576 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:24.235819 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bea362-220e-46c3-9740-d9f1a40c2f12" -d '{"events": [{"name": "network-changed", "server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:24.277989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b558a9-d5d9-4244-8452-0fa1e0b4c16f x-openstack-request-id: req-f9b558a9-d5d9-4244-8452-0fa1e0b4c16f {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:24.278273 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:24.278523 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9b558a9-d5d9-4244-8452-0fa1e0b4c16f {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:24.278935 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9b558a9-d5d9-4244-8452-0fa1e0b4c16f'] response: {'name': 'network-changed', 'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f', 'status': 'completed', 'code': 200} Jul 31 20:07:24.289841 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d8b1c-8f3c-44ce-a672-aa098de3c9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:24.333146 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-caf113ef-5602-438a-b087-de2bf0a77d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:24.334698 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-caf113ef-5602-438a-b087-de2bf0a77d18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 1127 time: 0.0393698 Jul 31 20:07:24.383438 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-52f22db6-617c-42b4-8f73-df8bd98b3338 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f HTTP/1.1" status: 200 len: 217 time: 0.0362177 Jul 31 20:07:24.437918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-8737a2e3-c6e4-4a4f-9d3c-f47575e18ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:24.440046 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-8737a2e3-c6e4-4a4f-9d3c-f47575e18ec7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6223c9f-4159-44b3-ba51-cd2f02af214b HTTP/1.1" status: 200 len: 848 time: 0.0487845 Jul 31 20:07:24.481126 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-b43c7410-4392-45c6-b9d5-be49318e2a0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dc04734-f8b6-4c5e-99f1-05a72adcd563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349290 Jul 31 20:07:24.489924 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34114) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:24.585265 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-1b56a344-db4e-41b0-a9c2-09d8e2e065dd service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975041 Jul 31 20:07:24.674781 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ff87d8c1-8fe7-4088-8259-c7e93ba5e1e5 req-8725ed53-fc3f-43ae-99a4-545b74a5f15e service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838034 Jul 31 20:07:24.977939 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:25.171574 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:25.221497 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Deleting port 4d255fd0-a159-44d0-99ea-73a4116a5a04 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:25.221876 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:25.265351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae2aec-d4c3-47ba-a17c-bcd4b37af427 req-331c06e9-ecad-40d3-b627-8396f5c71147 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:25.266857 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cae2aec-d4c3-47ba-a17c-bcd4b37af427 req-331c06e9-ecad-40d3-b627-8396f5c71147 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 943 time: 0.0526922 Jul 31 20:07:25.309795 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] For port 4d255fd0-a159-44d0-99ea-73a4116a5a04, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4d255fd0-a159-44d0-99ea-73a4116a5a04,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:25.310158 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:25.318287 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5cae2aec-d4c3-47ba-a17c-bcd4b37af427 req-e74dcc8c-8830-4834-9dea-3d48f2e272fb tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Jul 31 20:07:25.326762 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Calling delete_port for 4d255fd0-a159-44d0-99ea-73a4116a5a04 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:25.366711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:25.516531 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (4d255fd0-a159-44d0-99ea-73a4116a5a04), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:25.547693 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d255fd0-a159-44d0-99ea-73a4116a5a04,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:25.574786 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-aaeb2ca4-eea3-429f-b53c-2333ac337c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:25.576711 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-aaeb2ca4-eea3-429f-b53c-2333ac337c6f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=74d67e6c2b804537a7e28c659a293501&device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 1127 time: 0.0456979 Jul 31 20:07:25.636376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:25.682915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-17e170f6-5df8-4d61-b9a6-2e3ca9c36727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:25.684470 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-17e170f6-5df8-4d61-b9a6-2e3ca9c36727 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 200 len: 909 time: 0.1019464 Jul 31 20:07:25.714244 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:25.730728 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-c505137f-abb5-4f65-92a8-2a3bdabe050b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f HTTP/1.1" status: 200 len: 217 time: 0.0395353 Jul 31 20:07:25.783588 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-5ec0acf7-ab28-4e0d-8703-c1e77015b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:25.785078 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-5ec0acf7-ab28-4e0d-8703-c1e77015b586 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6223c9f-4159-44b3-ba51-cd2f02af214b HTTP/1.1" status: 200 len: 848 time: 0.0478506 Jul 31 20:07:25.819158 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-5eaa96d4-7589-43ba-94be-e0fcacadb878 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7dc04734-f8b6-4c5e-99f1-05a72adcd563&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274880 Jul 31 20:07:25.914590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-6de4a9c3-b2a3-4042-a1c3-3bb44edd70d3 service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888462 Jul 31 20:07:26.017596 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e9bea362-220e-46c3-9740-d9f1a40c2f12 req-bf20c945-b508-48ce-8f8f-93d27e708713 service neutron] 10.222.0.57 "GET /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956554 Jul 31 20:07:26.133629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:26.227416 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:26.251736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:26.258330 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5f809b5e-dbe6-4215-81a9-9ef06738b4f2 admin admin] 10.222.0.48 "PUT /v2.0/routers/2f269fd7-a2f8-43c1-9460-07a72c98fbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671747 Jul 31 20:07:26.262363 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34128) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:26.263826 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Sync routers for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:26.274804 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:26.275336 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:26.364604 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks [] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:26.372469 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:26.376698 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:26.412396 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:26.482073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34595049-abac-4091-9034-3deab7cd24d4 req-8f6dc7fb-42e0-494f-8908-61bfd0f5f1f5 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:26.483520 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34595049-abac-4091-9034-3deab7cd24d4 req-8f6dc7fb-42e0-494f-8908-61bfd0f5f1f5 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 943 time: 0.0850234 Jul 31 20:07:26.529679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks [] for router_gateway (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:26.545293 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '49483df8-4f9a-441f-acb2-326268dbf052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T20:07:25Z', 'revision_number': 5, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port': {'id': '49483df8-4f9a-441f-acb2-326268dbf052', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T19:59:24Z', 'updated_at': '2022-07-31T19:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:26.549468 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34595049-abac-4091-9034-3deab7cd24d4 req-49827348-2133-4e43-a200-5f91deb4986c tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583022 Jul 31 20:07:26.583935 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Checking router: 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:07:26.585293 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Deleting port 49483df8-4f9a-441f-acb2-326268dbf052 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:26.585709 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (49483df8-4f9a-441f-acb2-326268dbf052), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:26.592699 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Routers {'2f269fd7-a2f8-43c1-9460-07a72c98fbb6'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:26.593342 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:26.648139 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=100 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:26.669144 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] For port 49483df8-4f9a-441f-acb2-326268dbf052, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=49483df8-4f9a-441f-acb2-326268dbf052,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:26.669537 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (49483df8-4f9a-441f-acb2-326268dbf052), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:26.674228 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] Set router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:26.684048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Calling delete_port for 49483df8-4f9a-441f-acb2-326268dbf052 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:26.724903 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T20:07:26Z', 'revision_number': 6, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:26.749143 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b49d897-96f3-4f52-8e5f-0a049b915237 None None] The sync data for ids ['2f269fd7-a2f8-43c1-9460-07a72c98fbb6'] in dv-cinder-849846-6-iscsi is: [{'id': '2f269fd7-a2f8-43c1-9460-07a72c98fbb6', 'name': 'tempest-AttachVolumeShelveTestJSON-1490497669-router', 'tenant_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T19:59:23Z', 'updated_at': '2022-07-31T20:07:26Z', 'revision_number': 6, 'project_id': 'aed33078067c4aa3b0e1d1bf79fd379d', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:07:26.807368 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:26.855991 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (49483df8-4f9a-441f-acb2-326268dbf052), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:26.880260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=49483df8-4f9a-441f-acb2-326268dbf052,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:26.946074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.033298 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.035476 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks [] for router_controller (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.079900 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (2f269fd7-a2f8-43c1-9460-07a72c98fbb6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.080624 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f269fd7-a2f8-43c1-9460-07a72c98fbb6 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:07:27.085277 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.086702 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-f1b8df05-bb83-4f2a-8760-fcb0b1417b2d admin admin] 10.222.0.48 "DELETE /v2.0/routers/2f269fd7-a2f8-43c1-9460-07a72c98fbb6 HTTP/1.1" status: 204 len: 168 time: 0.8231289 Jul 31 20:07:27.089054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34134) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:27.136237 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Deleting subnet 29824a82-5aeb-422d-93e6-2da9a5893ec2 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:07:27.139962 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Publish callbacks [] for subnet (29824a82-5aeb-422d-93e6-2da9a5893ec2), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.180446 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (29824a82-5aeb-422d-93e6-2da9a5893ec2), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.242283 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:27.285821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (29824a82-5aeb-422d-93e6-2da9a5893ec2), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.340853 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (29824a82-5aeb-422d-93e6-2da9a5893ec2), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.368241 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29824a82-5aeb-422d-93e6-2da9a5893ec2,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:27.374331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.377487 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-bf0a1c43-6b0a-4036-bb40-70887facf042 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/29824a82-5aeb-422d-93e6-2da9a5893ec2 HTTP/1.1" status: 204 len: 168 time: 0.2874000 Jul 31 20:07:27.380059 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34136) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:27.380483 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21fd95-5366-46d4-b532-d97b786d5fb2 None None] Network 68dcf029-54c5-4da0-972e-7f6fa1d3a796 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:07:27.450818 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (68dcf029-54c5-4da0-972e-7f6fa1d3a796), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.499156 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Deleting port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:27.499503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.534162 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] DHCP port deletion for 68dcf029-54c5-4da0-972e-7f6fa1d3a796 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:07:27.569381 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] For port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:27.569746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.571338 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Deleting port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:27.571723 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.582442 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Calling delete_port for 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:27.646696 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] For port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,segment=NetworkSegment(2569b19c-06f1-4560-ad72-ce01da40d8f7),segment_id=2569b19c-06f1-4560-ad72-ce01da40d8f7)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:27.647442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.666670 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Calling delete_port for 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:27.676357 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.720701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:27.728250 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] No DVR routers for this DVR port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:27.748439 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (9e00db17-e28d-4e58-b74a-8dd3e1f422f3), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.759682 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea52f2-5b19-450d-afe4-6434ebfa6f94 req-6e77ca35-e0a9-4c97-8112-836ae0ece6d1 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:27.761950 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30ea52f2-5b19-450d-afe4-6434ebfa6f94 req-6e77ca35-e0a9-4c97-8112-836ae0ece6d1 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 943 time: 0.0977113 Jul 31 20:07:27.785681 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] Pushing event deleted for resources: {'Port': ['ID=9e00db17-e28d-4e58-b74a-8dd3e1f422f3,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:27.791597 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12029d1c-c847-4b99-b5cc-84dacd04be5e None None] No DVR routers for this DVR port 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:27.806688 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:27.840506 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (68dcf029-54c5-4da0-972e-7f6fa1d3a796), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.870402 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 49483df8-4f9a-441f-acb2-326268dbf052 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:27.877394 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68dcf029-54c5-4da0-972e-7f6fa1d3a796']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:27.891926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 49483df8-4f9a-441f-acb2-326268dbf052 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:27.892214 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 49483df8-4f9a-441f-acb2-326268dbf052 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:27.892652 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:27.895788 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2569b19c-06f1-4560-ad72-ce01da40d8f7') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:27.896087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2569b19c-06f1-4560-ad72-ce01da40d8f7') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:27.907477 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-30ea52f2-5b19-450d-afe4-6434ebfa6f94 req-6fb11737-4336-475c-9565-a8483f9a3235 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023064 Jul 31 20:07:27.909112 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (2569b19c-06f1-4560-ad72-ce01da40d8f7), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.911027 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:27.911199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9e00db17-e28d-4e58-b74a-8dd3e1f422f3 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:27.911799 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4d255fd0-a159-44d0-99ea-73a4116a5a04 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:27.929006 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (2569b19c-06f1-4560-ad72-ce01da40d8f7), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.932286 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 4d255fd0-a159-44d0-99ea-73a4116a5a04 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:27.932648 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4d255fd0-a159-44d0-99ea-73a4116a5a04 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:27.935998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:07:27.936448 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (2569b19c-06f1-4560-ad72-ce01da40d8f7), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:27.975332 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 2569b19c-06f1-4560-ad72-ce01da40d8f7 resource provider aggregate not found Jul 31 20:07:27.994638 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 2569b19c-06f1-4560-ad72-ce01da40d8f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2569b19c-06f1-4560-ad72-ce01da40d8f7 found for delete ", "request_id": "req-641eae1f-54f5-4d80-afe3-d23dff4d05cf"}]} Jul 31 20:07:28.003587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (68dcf029-54c5-4da0-972e-7f6fa1d3a796), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.009795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.012885 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] 10.222.0.48 "DELETE /v2.0/networks/68dcf029-54c5-4da0-972e-7f6fa1d3a796 HTTP/1.1" status: 204 len: 168 time: 0.6319358 Jul 31 20:07:28.024017 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c289-40bd-46d0-9fbc-81aa26b1cbcf admin admin] Pushing event deleted for resources: {'Network': ['ID=68dcf029-54c5-4da0-972e-7f6fa1d3a796,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:28.219177 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34150) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:28.261683 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e1f0810f-4b3d-47cf-bac3-72996c211e0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aed33078067c4aa3b0e1d1bf79fd379d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412989 Jul 31 20:07:28.264215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34152) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:28.300772 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:28.319768 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] Publish callbacks [] for security_group (87bf5640-15b6-402a-b3c0-ea9b2767bfad), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.340990 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] Publish callbacks [] for security_group (87bf5640-15b6-402a-b3c0-ea9b2767bfad), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.399868 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (87bf5640-15b6-402a-b3c0-ea9b2767bfad), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.402462 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.403617 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87bf5640-15b6-402a-b3c0-ea9b2767bfad HTTP/1.1" status: 204 len: 168 time: 0.1385248 Jul 31 20:07:28.412530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1921c-e2a9-4c70-a4a8-ec6490d59dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bf5640-15b6-402a-b3c0-ea9b2767bfad,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:28.769570 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a3023ad4-6ef0-4062-b8f4-00198ac9e10f details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:07:28.872275 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:28.884175 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f', 'network_id': '7dc04734-f8b6-4c5e-99f1-05a72adcd563', 'port_id': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f', 'mac_address': 'fa:16:3e:8b:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6223c9f-4159-44b3-ba51-cd2f02af214b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:07:28.924708 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port a3023ad4-6ef0-4062-b8f4-00198ac9e10f is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:28.925091 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.939301 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3023ad4-6ef0-4062-b8f4-00198ac9e10f {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:07:28.960572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:28.967337 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:28.973467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:29.031259 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:29.044512 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5df4-1d6d-48d4-a868-37cf4f5b3357 req-f4cd11a6-0ecd-4e68-ac6f-31456a6bf6df tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:29.046334 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22ed5df4-1d6d-48d4-a868-37cf4f5b3357 req-f4cd11a6-0ecd-4e68-ac6f-31456a6bf6df tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 944 time: 0.0527453 Jul 31 20:07:29.095044 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-22ed5df4-1d6d-48d4-a868-37cf4f5b3357 req-72d8b4e1-2e63-4dd9-9a89-50ce1d9ea243 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Jul 31 20:07:29.310762 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['a3023ad4-6ef0-4062-b8f4-00198ac9e10f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:07:29.400266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:30.030721 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a3023ad4-6ef0-4062-b8f4-00198ac9e10f up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:07:30.078273 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port a3023ad4-6ef0-4062-b8f4-00198ac9e10f completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:07:30.087154 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port a3023ad4-6ef0-4062-b8f4-00198ac9e10f triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:07:30.087699 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.168285 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port a3023ad4-6ef0-4062-b8f4-00198ac9e10f is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:07:30.168679 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.193243 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:30.195551 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b3697a-6d14-4c17-aec9-8085d8476ef7" -d '{"events": [{"server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "name": "network-vif-plugged", "status": "completed", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:30.211410 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:30.215329 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.252847 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f7416-8e53-470a-9b83-97536f95294e x-openstack-request-id: req-642f7416-8e53-470a-9b83-97536f95294e {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:30.253116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "name": "network-vif-plugged", "status": "completed", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:30.253593 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-642f7416-8e53-470a-9b83-97536f95294e {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:30.253897 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642f7416-8e53-470a-9b83-97536f95294e'] response: {'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f', 'code': 200} Jul 31 20:07:30.259842 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ea659-4f2e-40a7-811b-d80bd5a4e3ab req-0440dcb6-2e0e-4a01-8277-fa2bd53cf31f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:30.261919 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d7ea659-4f2e-40a7-811b-d80bd5a4e3ab req-0440dcb6-2e0e-4a01-8277-fa2bd53cf31f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 944 time: 0.0837314 Jul 31 20:07:30.275077 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:30.321916 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-4d7ea659-4f2e-40a7-811b-d80bd5a4e3ab req-d00eaf71-7c66-49c0-8a22-bc22e320f4a6 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537162 Jul 31 20:07:30.466675 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f693-4471-45af-bbb2-b551bedf9ab8 req-ecd3cf1a-22c1-4b53-9aaf-754876c1db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:30.468386 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c55f693-4471-45af-bbb2-b551bedf9ab8 req-ecd3cf1a-22c1-4b53-9aaf-754876c1db43 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 1129 time: 0.0398216 Jul 31 20:07:30.514026 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5c55f693-4471-45af-bbb2-b551bedf9ab8 req-c3605eae-1ff6-4b4f-a5ab-83c19a498257 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Jul 31 20:07:30.628345 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34238) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:30.736530 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04f7aafb-a56f-413b-9742-4930daf3022f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.817098 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04f7aafb-a56f-413b-9742-4930daf3022f admin admin] Publish callbacks [] for security_group (1a816f57-99ec-44e5-a1ba-d1a42514fb39), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.822741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-04f7aafb-a56f-413b-9742-4930daf3022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1a816f57-99ec-44e5-a1ba-d1a42514fb39), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.860930 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-04f7aafb-a56f-413b-9742-4930daf3022f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67d72ada975c4ff6b417b164b40baf9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314630 Jul 31 20:07:30.862185 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7aafb-a56f-413b-9742-4930daf3022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a816f57-99ec-44e5-a1ba-d1a42514fb39,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:30.863879 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34242) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:30.915469 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] Publish callbacks [] for security_group (1a816f57-99ec-44e5-a1ba-d1a42514fb39), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.948037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] Publish callbacks [] for security_group (1a816f57-99ec-44e5-a1ba-d1a42514fb39), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:30.996722 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1a816f57-99ec-44e5-a1ba-d1a42514fb39), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.000231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.001007 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a816f57-99ec-44e5-a1ba-d1a42514fb39 HTTP/1.1" status: 204 len: 168 time: 0.1359100 Jul 31 20:07:31.010860 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32be80-1142-493f-8bb5-112abe6f6cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a816f57-99ec-44e5-a1ba-d1a42514fb39,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:31.298373 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34254) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:31.312129 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0f40c914-e754-410a-8043-339c472d176d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.396075 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0f40c914-e754-410a-8043-339c472d176d admin admin] Publish callbacks [] for security_group (bd4e0618-46c1-4025-96a3-ab594ab886ca), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.408048 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0f40c914-e754-410a-8043-339c472d176d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bd4e0618-46c1-4025-96a3-ab594ab886ca), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.434439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:31.472378 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff3d4-7390-4171-8a9c-fdf9e7277325 req-6072f922-1b1e-4c3c-9d91-fddc0c9ce18f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:31.473897 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52aff3d4-7390-4171-8a9c-fdf9e7277325 req-6072f922-1b1e-4c3c-9d91-fddc0c9ce18f tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 945 time: 0.0761251 Jul 31 20:07:31.479082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0f40c914-e754-410a-8043-339c472d176d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c69925baa9fe44acbd147beb4ac948e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795399 Jul 31 20:07:31.482088 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34258) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:31.498427 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c914-e754-410a-8043-339c472d176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e0618-46c1-4025-96a3-ab594ab886ca,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:31.511341 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:31.562078 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-52aff3d4-7390-4171-8a9c-fdf9e7277325 req-3440d907-6fcc-4de4-8805-be2655335cdf tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814230 Jul 31 20:07:31.577634 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] Publish callbacks [] for security_group (bd4e0618-46c1-4025-96a3-ab594ab886ca), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.599959 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] Publish callbacks [] for security_group (bd4e0618-46c1-4025-96a3-ab594ab886ca), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.650555 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bd4e0618-46c1-4025-96a3-ab594ab886ca), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.653054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:31.654199 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd4e0618-46c1-4025-96a3-ab594ab886ca HTTP/1.1" status: 204 len: 168 time: 0.1707363 Jul 31 20:07:31.662877 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a3514-03ed-4a30-9586-5dff1dcb6951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e0618-46c1-4025-96a3-ab594ab886ca,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:31.965517 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:31.967839 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:32.690111 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485be85-a72c-44b9-8fd2-c42b51688c01 req-fa41413c-7133-4d5c-b100-d94827265e91 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:32.691606 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0485be85-a72c-44b9-8fd2-c42b51688c01 req-fa41413c-7133-4d5c-b100-d94827265e91 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 945 time: 0.0499618 Jul 31 20:07:32.745286 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0485be85-a72c-44b9-8fd2-c42b51688c01 req-25182dcc-31d7-430d-af87-d0e15a04967d tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Jul 31 20:07:33.589694 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c61a9-4340-4b52-b1b4-a90e22c3f173 req-8660a1b7-713c-4b25-ae9c-14f6c56242e7 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:33.591168 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f03c61a9-4340-4b52-b1b4-a90e22c3f173 req-8660a1b7-713c-4b25-ae9c-14f6c56242e7 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 945 time: 0.0473216 Jul 31 20:07:33.638996 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f03c61a9-4340-4b52-b1b4-a90e22c3f173 req-5665a459-a25e-46de-8e77-67e268e6bcea tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Jul 31 20:07:34.586036 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:34.766815 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34356) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:34.781733 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bdc5a-02d0-4905-b04d-355dd7a4d513 req-8b95f3cf-e11d-484e-a511-4280ea56d728 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:34.783254 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac4bdc5a-02d0-4905-b04d-355dd7a4d513 req-8b95f3cf-e11d-484e-a511-4280ea56d728 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 945 time: 0.0552001 Jul 31 20:07:34.834474 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ac4bdc5a-02d0-4905-b04d-355dd7a4d513 req-cfaa6924-568c-432d-abb8-4169411d294b tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c0361d1-f238-428f-9907-6026602d6871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Jul 31 20:07:34.903285 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9b9c-6d50-47a3-8914-7422aec9c161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:34.905092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:34.996822 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9b9c-6d50-47a3-8914-7422aec9c161 admin admin] Publish callbacks [] for security_group (c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.002092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0f4f9b9c-6d50-47a3-8914-7422aec9c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.052987 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0f4f9b9c-6d50-47a3-8914-7422aec9c161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a3aa83190d042f8a3f08d159413de9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850401 Jul 31 20:07:35.053930 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f9b9c-6d50-47a3-8914-7422aec9c161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:35.056245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34364) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:35.076955 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-5a2fd900-f19a-4be4-aa0d-16dcfa389a38 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:35.078487 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-5a2fd900-f19a-4be4-aa0d-16dcfa389a38 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 945 time: 0.0539339 Jul 31 20:07:35.106150 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] Publish callbacks [] for security_group (c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.128661 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] Publish callbacks [] for security_group (c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.159220 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Deleting port a3023ad4-6ef0-4062-b8f4-00198ac9e10f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:35.159562 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.175021 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.177724 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.178878 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130 HTTP/1.1" status: 204 len: 168 time: 0.1208577 Jul 31 20:07:35.186932 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6339a84-8796-46a8-a42a-70bcde669cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f02afd-3fc2-4eeb-a741-aaa0b5dd2130,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:35.255065 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] For port a3023ad4-6ef0-4062-b8f4-00198ac9e10f, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,segment=NetworkSegment(f0529783-2b11-42e4-8cf0-5ddad7c7410e),segment_id=f0529783-2b11-42e4-8cf0-5ddad7c7410e)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:35.255433 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.268528 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Calling delete_port for a3023ad4-6ef0-4062-b8f4-00198ac9e10f owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:35.378226 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:35.397169 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (a3023ad4-6ef0-4062-b8f4-00198ac9e10f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.435864 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['a3023ad4-6ef0-4062-b8f4-00198ac9e10f'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:07:35.696838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Pushing event deleted for resources: {'Port': ['ID=a3023ad4-6ef0-4062-b8f4-00198ac9e10f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:35.709539 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.709885 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.710223 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.710559 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.710892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.711221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.711548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.711871 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.712194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.712998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.712998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.713351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.713539 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.713855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.714173 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:35.758116 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] No DVR routers for this DVR port a3023ad4-6ef0-4062-b8f4-00198ac9e10f on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:35.760568 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:35.763812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42bd9711-c189-4d7d-82f7-6b66d3a72fda req-cb263dfc-4591-46c1-bf84-40773d2c37fe tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.57 "DELETE /v2.0/ports/a3023ad4-6ef0-4062-b8f4-00198ac9e10f HTTP/1.1" status: 204 len: 173 time: 0.6805530 Jul 31 20:07:35.764259 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'name': 'network-vif-deleted', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:35.766576 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897ea6d9-a4e2-4c96-b582-f70c243adb83" -d '{"events": [{"server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "name": "network-vif-deleted", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:35.810542 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6312740-c1cb-4b6d-af0e-b5b2d4ada263 x-openstack-request-id: req-a6312740-c1cb-4b6d-af0e-b5b2d4ada263 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:35.811225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24f98fa-aaef-4dca-b211-c214aace5100", "name": "network-vif-deleted", "tag": "a3023ad4-6ef0-4062-b8f4-00198ac9e10f", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:35.811225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6312740-c1cb-4b6d-af0e-b5b2d4ada263 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:35.811563 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6312740-c1cb-4b6d-af0e-b5b2d4ada263'] response: {'server_uuid': 'd24f98fa-aaef-4dca-b211-c214aace5100', 'name': 'network-vif-deleted', 'tag': 'a3023ad4-6ef0-4062-b8f4-00198ac9e10f', 'status': 'completed', 'code': 200} Jul 31 20:07:35.961213 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-0ce110cb-3ffd-4121-9422-727f8260b0cd req-191953db-6178-47bc-a3ed-72feea0a8000 tempest-VolumesActionsTest-1757083405 tempest-VolumesActionsTest-1757083405-project] 10.222.0.48 "GET /v2.0/ports?device_id=d24f98fa-aaef-4dca-b211-c214aace5100 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 31 20:07:36.869257 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34428) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:36.990834 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-20ba8b37-51bd-4b6a-a471-03a229491522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.044701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:37.082098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-20ba8b37-51bd-4b6a-a471-03a229491522 admin admin] Publish callbacks [] for security_group (5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.087217 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-20ba8b37-51bd-4b6a-a471-03a229491522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.127834 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba8b37-51bd-4b6a-a471-03a229491522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:37.135584 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-20ba8b37-51bd-4b6a-a471-03a229491522 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9de1e36fe52b4d9d85b1bcc6d8fdda67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646866 Jul 31 20:07:37.135697 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34440) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:37.190249 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] Publish callbacks [] for security_group (5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.211847 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] Publish callbacks [] for security_group (5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.261523 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.264102 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.268383 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a HTTP/1.1" status: 204 len: 168 time: 0.1287084 Jul 31 20:07:37.276838 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e45bc-09c5-47ca-9bae-8f3f81478927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ba3f6-c0ff-4425-acaf-4a2832aa5f4a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:37.591225 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34472) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:37.605451 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7900ac16-ab85-4451-b485-321cf3ac072c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.640623 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:37.690867 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7900ac16-ab85-4451-b485-321cf3ac072c admin admin] Publish callbacks [] for security_group (bbeeee84-5868-48fd-a6ca-f2887fd8eff0), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.695088 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-7900ac16-ab85-4451-b485-321cf3ac072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bbeeee84-5868-48fd-a6ca-f2887fd8eff0), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.734343 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-7900ac16-ab85-4451-b485-321cf3ac072c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f42a8f9d9cf4692a44ceb691abf4d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419079 Jul 31 20:07:37.735465 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900ac16-ab85-4451-b485-321cf3ac072c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeeee84-5868-48fd-a6ca-f2887fd8eff0,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:37.737194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34484) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:37.790398 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] Publish callbacks [] for security_group (bbeeee84-5868-48fd-a6ca-f2887fd8eff0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.812686 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] Publish callbacks [] for security_group (bbeeee84-5868-48fd-a6ca-f2887fd8eff0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.863235 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (bbeeee84-5868-48fd-a6ca-f2887fd8eff0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.865867 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:37.867059 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbeeee84-5868-48fd-a6ca-f2887fd8eff0 HTTP/1.1" status: 204 len: 168 time: 0.1285365 Jul 31 20:07:37.877528 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccb94d-3284-4c99-8734-90af89977c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeeee84-5868-48fd-a6ca-f2887fd8eff0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:38.993085 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34534) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:39.224101 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-24fe76b0-f044-441d-868f-a18b847101d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.280805 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:UPDATE=3,neutron:SELECT=73,neutron:INSERT=19,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:39.307326 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-24fe76b0-f044-441d-868f-a18b847101d7 admin admin] Publish callbacks [] for security_group (3c62150b-4060-4474-ba78-7d19082ce439), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.312336 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-24fe76b0-f044-441d-868f-a18b847101d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3c62150b-4060-4474-ba78-7d19082ce439), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.353709 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-24fe76b0-f044-441d-868f-a18b847101d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffa114a780074b988bfefc26616773d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594172 Jul 31 20:07:39.354554 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe76b0-f044-441d-868f-a18b847101d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c62150b-4060-4474-ba78-7d19082ce439,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:39.357426 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34544) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:39.412912 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] Publish callbacks [] for security_group (3c62150b-4060-4474-ba78-7d19082ce439), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.434632 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] Publish callbacks [] for security_group (3c62150b-4060-4474-ba78-7d19082ce439), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.484923 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3c62150b-4060-4474-ba78-7d19082ce439), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.487513 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.488666 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3c62150b-4060-4474-ba78-7d19082ce439 HTTP/1.1" status: 204 len: 168 time: 0.1293604 Jul 31 20:07:39.496884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebb59-c27b-4ffd-aeff-623953e48211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c62150b-4060-4474-ba78-7d19082ce439,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:39.596686 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b35d2a43-baa7-4666-9c5d-58caf1e99b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:39.700262 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a3023ad4-6ef0-4062-b8f4-00198ac9e10f no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:39.723966 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: a3023ad4-6ef0-4062-b8f4-00198ac9e10f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:39.724272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device a3023ad4-6ef0-4062-b8f4-00198ac9e10f not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:41.633819 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-76cb183a-bc0c-43c9-81e1-33e0d6fba556 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396068 Jul 31 20:07:41.736911 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-be3efe67-55cf-4219-8e24-5c866b2241c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:41.738318 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-be3efe67-55cf-4219-8e24-5c866b2241c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.0401673 Jul 31 20:07:41.849413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-2e6e0763-11a4-4f26-880d-da9f9bb112d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:41.850905 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-2e6e0763-11a4-4f26-880d-da9f9bb112d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.0922339 Jul 31 20:07:41.899215 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7021080e-fc83-4d86-8905-b4197fb93004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:41.921019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:41.935221 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-c05ff500-fd34-4096-946d-c51f8746a599 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 1001 time: 0.0763612 Jul 31 20:07:41.989271 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-16dbce22-9d37-41e0-8c75-b22065128de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:41.990828 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-16dbce22-9d37-41e0-8c75-b22065128de8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.0495882 Jul 31 20:07:42.040092 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-f286dccc-82a2-4af2-af43-552001bbfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:42.041902 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-f286dccc-82a2-4af2-af43-552001bbfef4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447023 Jul 31 20:07:42.136041 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-8d72d166-07c9-4f10-809a-85d83820490a service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Jul 31 20:07:42.236839 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-488534c2-647d-4cf7-8425-508ed98cbeb6 req-bdfd99f5-7a29-4d89-937b-6b9c551dc961 service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927038 Jul 31 20:07:42.875195 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:44.266219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:44.480812 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:45.460743 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:45.465262 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:47.363537 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34696) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:47.511783 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.595599 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Publish callbacks [] for security_group (9cb9c58b-2331-4870-891a-f67931dba1bb), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.600613 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9cb9c58b-2331-4870-891a-f67931dba1bb), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.636485 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a8337ad7b18e408f8e12e5a8e4616800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694125 Jul 31 20:07:47.638161 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34700) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:47.647815 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb9c58b-2331-4870-891a-f67931dba1bb,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:47.655714 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.656191 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.656594 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.657106 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.657500 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.657957 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.658382 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.659005 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.659593 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.660141 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.660696 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.661200 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.661632 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.662068 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.662500 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab798e7-ecae-4b04-aad3-a6258b07d559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:07:47.706345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] Publish callbacks [] for security_group (9cb9c58b-2331-4870-891a-f67931dba1bb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.710821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:47.736166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] Publish callbacks [] for security_group (9cb9c58b-2331-4870-891a-f67931dba1bb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.800133 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (9cb9c58b-2331-4870-891a-f67931dba1bb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.803272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:47.804453 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cb9c58b-2331-4870-891a-f67931dba1bb HTTP/1.1" status: 204 len: 168 time: 0.1647460 Jul 31 20:07:47.814004 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd6f0-c479-4815-8ec1-222cbfa15409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb9c58b-2331-4870-891a-f67931dba1bb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:48.151225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34714) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:48.168362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8330-70b8-408a-9fc7-d09eaa81aac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.200531 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34716) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:48.323437 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8330-70b8-408a-9fc7-d09eaa81aac6 admin admin] Publish callbacks [] for security_group (39e88560-647a-41c4-ad32-76c6a5ff1011), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.329590 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8330-70b8-408a-9fc7-d09eaa81aac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (39e88560-647a-41c4-ad32-76c6a5ff1011), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.381192 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-0c5f8330-70b8-408a-9fc7-d09eaa81aac6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=195a39a28ecb4ef7b5a024232c557cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283459 Jul 31 20:07:48.382348 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34718) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:48.383136 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8330-70b8-408a-9fc7-d09eaa81aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e88560-647a-41c4-ad32-76c6a5ff1011,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:48.410618 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Deleting port 65ec08e4-0a5b-44cc-a7c0-3c144bbc3748 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:48.411107 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.456249 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] Publish callbacks [] for security_group (39e88560-647a-41c4-ad32-76c6a5ff1011), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.480110 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] Publish callbacks [] for security_group (39e88560-647a-41c4-ad32-76c6a5ff1011), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.506373 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.506711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for floatingip (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.523129 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Calling delete_port for 65ec08e4-0a5b-44cc-a7c0-3c144bbc3748 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:48.538484 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (39e88560-647a-41c4-ad32-76c6a5ff1011), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.541505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.546202 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/39e88560-647a-41c4-ad32-76c6a5ff1011 HTTP/1.1" status: 204 len: 168 time: 0.1588054 Jul 31 20:07:48.555187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29e079-7d50-4a28-a3c7-39467e93803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e88560-647a-41c4-ad32-76c6a5ff1011,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:48.641063 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:48.693623 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (65ec08e4-0a5b-44cc-a7c0-3c144bbc3748), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.721636 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event deleted for resources: {'Port': ['ID=65ec08e4-0a5b-44cc-a7c0-3c144bbc3748,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:48.779520 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:48.796856 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for floatingip (a31c423f-bb3e-4223-9cc4-cd5fe33e11fb), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:48.797216 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Floating IP a31c423f-bb3e-4223-9cc4-cd5fe33e11fb disassociated (deleted). External IP: 172.27.0.204, port: 5404fa72-b0c7-496c-a13f-4c664ba48b5c. Jul 31 20:07:49.021890 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Router 243f582e-1f7c-497d-9a24-d79b9548e777 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:49.060616 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34724) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:49.076797 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66af145e-d8fc-4505-8b26-5c0ff2a1f0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.146511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:49.169684 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66af145e-d8fc-4505-8b26-5c0ff2a1f0d2 admin admin] Publish callbacks [] for security_group (488c0bf1-6ee0-4352-bf7c-70d14fca9e84), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.177374 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-66af145e-d8fc-4505-8b26-5c0ff2a1f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (488c0bf1-6ee0-4352-bf7c-70d14fca9e84), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.187374 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:49.192957 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.199750 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Sync routers for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:49.214978 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:49.215749 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:49.233044 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-66af145e-d8fc-4505-8b26-5c0ff2a1f0d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e3894d61aec4af2a45c81891084973f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699917 Jul 31 20:07:49.233711 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34730) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:49.235420 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-434e84e6-ef8e-4165-9bc4-8dd17d84e3d1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "DELETE /v2.0/floatingips/a31c423f-bb3e-4223-9cc4-cd5fe33e11fb HTTP/1.1" status: 204 len: 168 time: 1.0331440 Jul 31 20:07:49.236099 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:49.238761 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64" -d '{"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:49.240491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af145e-d8fc-4505-8b26-5c0ff2a1f0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c0bf1-6ee0-4352-bf7c-70d14fca9e84,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:49.296027 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249d905a-c8aa-49db-89c8-66da60204df0 x-openstack-request-id: req-249d905a-c8aa-49db-89c8-66da60204df0 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:49.296313 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:49.296553 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-249d905a-c8aa-49db-89c8-66da60204df0 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:49.296961 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249d905a-c8aa-49db-89c8-66da60204df0'] response: {'name': 'network-changed', 'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'status': 'completed', 'code': 200} Jul 31 20:07:49.298918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:49.318894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] Publish callbacks [] for security_group (488c0bf1-6ee0-4352-bf7c-70d14fca9e84), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.345197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] Publish callbacks [] for security_group (488c0bf1-6ee0-4352-bf7c-70d14fca9e84), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.421575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-22ce6293-3782-4d92-b899-ab717cebb364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:49.425213 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-22ce6293-3782-4d92-b899-ab717cebb364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 1129 time: 0.0706179 Jul 31 20:07:49.439674 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:49.545946 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-97d06149-e5d7-448c-8fd0-4417cb7e2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:49.547958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-97d06149-e5d7-448c-8fd0-4417cb7e2078 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 200 len: 909 time: 0.1168141 Jul 31 20:07:49.571320 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (488c0bf1-6ee0-4352-bf7c-70d14fca9e84), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.574604 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:49.576082 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/488c0bf1-6ee0-4352-bf7c-70d14fca9e84 HTTP/1.1" status: 204 len: 168 time: 0.3412516 Jul 31 20:07:49.593118 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541c1e6-f0c5-4c1d-ac07-0fb482b48aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c0bf1-6ee0-4352-bf7c-70d14fca9e84,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:49.702088 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b73e4-b208-4a9b-a2b8-e57accc26d2b req-19df0026-06fb-4e3e-a87f-71cb28125904 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:49.703655 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b7b73e4-b208-4a9b-a2b8-e57accc26d2b req-19df0026-06fb-4e3e-a87f-71cb28125904 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0997674 Jul 31 20:07:49.781513 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-1b7b73e4-b208-4a9b-a2b8-e57accc26d2b req-257dbd80-4a31-4355-ba0d-06d5098b176c tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695574 Jul 31 20:07:49.872400 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:49.917545 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Checking router: 243f582e-1f7c-497d-9a24-d79b9548e777 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:07:49.927570 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:49.928497 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:50.082083 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:50.296010 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:50.328179 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7afb604-c5a3-4a78-ab6e-34b254511676 None None] The sync data for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi is: [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:02:40Z', 'revision_number': 4, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '803e5b0f-4078-4c71-816b-2993deb60428', 'name': '', 'network_id': 'ec4cb8ea-def0-4d29-9194-7dbd6540d973', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'mac_address': 'fa:16:3e:a4:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '991db87d-5264-4245-bb23-d0bfacc26447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:39Z', 'updated_at': '2022-07-31T20:02:48Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'subnets': [{'id': '991db87d-5264-4245-bb23-d0bfacc26447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:07:50.673718 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-8b5c9c6f-a5db-4ed8-bde0-8f26786dcd09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 200 len: 217 time: 0.0776973 Jul 31 20:07:50.690347 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd306b0-bfb2-40ac-a89f-6e0133d2344a None None] New status for floating IP a31c423f-bb3e-4223-9cc4-cd5fe33e11fb: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:07:50.867372 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-9ebf11fc-b30b-4ee4-8f9b-9a02f37191cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:50.873994 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-9ebf11fc-b30b-4ee4-8f9b-9a02f37191cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 200 len: 847 time: 0.1009007 Jul 31 20:07:50.936429 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-19902307-935f-4881-a198-3d1ff11d004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:50.937731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-19902307-935f-4881-a198-3d1ff11d004c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ec4cb8ea-def0-4d29-9194-7dbd6540d973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575781 Jul 31 20:07:50.991459 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194be653-4347-4662-a078-2e0dcf6a2179 req-84ee2c2f-a5da-4be5-8d72-c20f5591c858 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:50.993042 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-194be653-4347-4662-a078-2e0dcf6a2179 req-84ee2c2f-a5da-4be5-8d72-c20f5591c858 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0544035 Jul 31 20:07:51.061023 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-194be653-4347-4662-a078-2e0dcf6a2179 req-eb2a2ad1-d672-4fab-b081-2cc0de6d18c6 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/security-groups?id=f75b33b9-5439-4164-968d-70803fb771b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580101 Jul 31 20:07:51.246477 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34782) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:51.294561 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-6575a278-48f6-472c-a982-dea5c10ea4c2 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:07:51.296073 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-6575a278-48f6-472c-a982-dea5c10ea4c2 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.57 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 945 time: 0.0851188 Jul 31 20:07:51.300022 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-da90a37f-0102-4e6b-98d4-3171a5f547bf service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914732 Jul 31 20:07:51.393430 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddd55781-9061-441b-bbc7-361e8d67ac17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.491376 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Deleting port 5404fa72-b0c7-496c-a13f-4c664ba48b5c {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:51.491759 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.500185 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddd55781-9061-441b-bbc7-361e8d67ac17 admin admin] Publish callbacks [] for security_group (d411c754-a0a4-482f-857c-1c8a239a8f5b), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.501801 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:51.507581 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ddd55781-9061-441b-bbc7-361e8d67ac17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d411c754-a0a4-482f-857c-1c8a239a8f5b), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.556630 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ddd55781-9061-441b-bbc7-361e8d67ac17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3fd36098a034b15b324bfa828ca6ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089335 Jul 31 20:07:51.563562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd55781-9061-441b-bbc7-361e8d67ac17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d411c754-a0a4-482f-857c-1c8a239a8f5b,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:51.571447 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34786) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:51.612214 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e2f9cf2a-ea0a-42a4-8f15-08ca5b10bb64 req-4ad27f1d-a33e-43e1-9b1b-2159737a36db service neutron] 10.222.0.57 "GET /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997320 Jul 31 20:07:51.642281 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] Publish callbacks [] for security_group (d411c754-a0a4-482f-857c-1c8a239a8f5b), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.645518 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] For port 5404fa72-b0c7-496c-a13f-4c664ba48b5c, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5404fa72-b0c7-496c-a13f-4c664ba48b5c,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:51.645903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.665651 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Calling delete_port for 5404fa72-b0c7-496c-a13f-4c664ba48b5c owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:51.675395 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] Publish callbacks [] for security_group (d411c754-a0a4-482f-857c-1c8a239a8f5b), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.681938 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:51.720272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:51.737467 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (d411c754-a0a4-482f-857c-1c8a239a8f5b), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.741977 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.744119 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d411c754-a0a4-482f-857c-1c8a239a8f5b HTTP/1.1" status: 204 len: 168 time: 0.1715121 Jul 31 20:07:51.755647 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ead88b-1040-42b3-98db-458ebd7e83e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d411c754-a0a4-482f-857c-1c8a239a8f5b,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:51.857176 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (5404fa72-b0c7-496c-a13f-4c664ba48b5c), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.891644 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event deleted for resources: {'Port': ['ID=5404fa72-b0c7-496c-a13f-4c664ba48b5c,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:51.956058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] No DVR routers for this DVR port 5404fa72-b0c7-496c-a13f-4c664ba48b5c on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:51.959389 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:51.963623 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-34a998da-ef22-49f2-8840-d63df8e6fa56 req-cf15d500-87ac-4f2c-b8cd-5390b5567318 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.57 "DELETE /v2.0/ports/5404fa72-b0c7-496c-a13f-4c664ba48b5c HTTP/1.1" status: 204 len: 173 time: 0.6594095 Jul 31 20:07:51.964198 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-deleted', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:07:51.966733 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bdf490-8df9-4ff6-822c-c185d14b635c" -d '{"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-deleted", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:07:52.039330 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c691d-6f72-4670-80f1-053b6958f02b x-openstack-request-id: req-047c691d-6f72-4670-80f1-053b6958f02b {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:07:52.039744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9564a93e-d735-4c3b-916b-8e6c325e4b86", "name": "network-vif-deleted", "tag": "5404fa72-b0c7-496c-a13f-4c664ba48b5c", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:07:52.040060 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-047c691d-6f72-4670-80f1-053b6958f02b {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:07:52.040591 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-047c691d-6f72-4670-80f1-053b6958f02b'] response: {'server_uuid': '9564a93e-d735-4c3b-916b-8e6c325e4b86', 'name': 'network-vif-deleted', 'tag': '5404fa72-b0c7-496c-a13f-4c664ba48b5c', 'status': 'completed', 'code': 200} Jul 31 20:07:52.456329 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b71cec39-e454-45ce-8483-e71c4d88ce58 req-dd29ef13-81ce-4d63-ae53-43e90bb7dcd1 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "GET /v2.0/ports?device_id=9564a93e-d735-4c3b-916b-8e6c325e4b86 HTTP/1.1" status: 200 len: 210 time: 0.0401213 Jul 31 20:07:53.429347 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:07:53.535955 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34840) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:53.605007 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (f75b33b9-5439-4164-968d-70803fb771b3), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:53.635209 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (f75b33b9-5439-4164-968d-70803fb771b3), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:53.721133 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f75b33b9-5439-4164-968d-70803fb771b3), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:53.724921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:53.736375 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] 10.222.0.48 "DELETE /v2.0/security-groups/f75b33b9-5439-4164-968d-70803fb771b3 HTTP/1.1" status: 204 len: 168 time: 0.1991823 Jul 31 20:07:53.762910 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920c630-5f8c-4d09-b03c-dec4319f5798 tempest-TestShelveInstance-1571365619 tempest-TestShelveInstance-1571365619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75b33b9-5439-4164-968d-70803fb771b3,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:53.795207 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34852) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:54.166625 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:54.387504 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (243f582e-1f7c-497d-9a24-d79b9548e777), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:54.615774 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Deleting port 803e5b0f-4078-4c71-816b-2993deb60428 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:54.616535 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (803e5b0f-4078-4c71-816b-2993deb60428), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:54.671367 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:54.705257 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] For port 803e5b0f-4078-4c71-816b-2993deb60428, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=803e5b0f-4078-4c71-816b-2993deb60428,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:54.705729 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (803e5b0f-4078-4c71-816b-2993deb60428), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:54.714729 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:54.720031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Calling delete_port for 803e5b0f-4078-4c71-816b-2993deb60428 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:54.736591 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 5404fa72-b0c7-496c-a13f-4c664ba48b5c {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:54.737467 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5404fa72-b0c7-496c-a13f-4c664ba48b5c not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:54.937028 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (803e5b0f-4078-4c71-816b-2993deb60428), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:54.962613 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Pushing event deleted for resources: {'Port': ['ID=803e5b0f-4078-4c71-816b-2993deb60428,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:55.155407 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (243f582e-1f7c-497d-9a24-d79b9548e777), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:55.254673 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:55.397798 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Router 243f582e-1f7c-497d-9a24-d79b9548e777 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:55.543404 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:55.549977 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e82992df-b236-4602-a5b7-ef4e6d7c55ea admin admin] 10.222.0.48 "PUT /v2.0/routers/243f582e-1f7c-497d-9a24-d79b9548e777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535288 Jul 31 20:07:55.552702 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34878) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:55.561418 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Sync routers for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:55.581896 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:55.587354 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:55.699908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks [] for router (243f582e-1f7c-497d-9a24-d79b9548e777), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:55.717744 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:55.813610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks [] for router_gateway (243f582e-1f7c-497d-9a24-d79b9548e777), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:55.889226 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Deleting port 51c4f57a-dd57-4227-8383-6f259b636541 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:55.889915 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (51c4f57a-dd57-4227-8383-6f259b636541), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:55.931343 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '51c4f57a-dd57-4227-8383-6f259b636541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:07:54Z', 'revision_number': 5, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port': {'id': '51c4f57a-dd57-4227-8383-6f259b636541', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:57:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:35Z', 'updated_at': '2022-07-31T20:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:55.962529 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Checking router: 243f582e-1f7c-497d-9a24-d79b9548e777 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:07:55.972177 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:55.974938 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Routers {'243f582e-1f7c-497d-9a24-d79b9548e777'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:55.975634 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['243f582e-1f7c-497d-9a24-d79b9548e777'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:56.010260 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:56.011423 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] For port 51c4f57a-dd57-4227-8383-6f259b636541, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=51c4f57a-dd57-4227-8383-6f259b636541,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:56.011820 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (51c4f57a-dd57-4227-8383-6f259b636541), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.026479 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Calling delete_port for 51c4f57a-dd57-4227-8383-6f259b636541 owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:56.068292 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] Set router 243f582e-1f7c-497d-9a24-d79b9548e777 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:07:56.126265 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:07:55Z', 'revision_number': 6, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:56.162024 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf48c17-6ca8-4809-8457-ac814835d5b5 None None] The sync data for ids ['243f582e-1f7c-497d-9a24-d79b9548e777'] in dv-cinder-849846-6-iscsi is: [{'id': '243f582e-1f7c-497d-9a24-d79b9548e777', 'name': 'tempest-TestShelveInstance-393662372-router', 'tenant_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:34Z', 'updated_at': '2022-07-31T20:07:55Z', 'revision_number': 6, 'project_id': 'd5a9021b3b804f58a2a4e73676bfc480', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:07:56.218079 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (51c4f57a-dd57-4227-8383-6f259b636541), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.243831 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c4f57a-dd57-4227-8383-6f259b636541,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:56.307800 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (243f582e-1f7c-497d-9a24-d79b9548e777), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.339444 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:56.393926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:56.406279 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (243f582e-1f7c-497d-9a24-d79b9548e777), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.408735 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks [] for router_controller (243f582e-1f7c-497d-9a24-d79b9548e777), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.459362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (243f582e-1f7c-497d-9a24-d79b9548e777), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.460163 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 243f582e-1f7c-497d-9a24-d79b9548e777 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:07:56.464649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.465997 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9b54377b-5928-47c8-8aba-3d4caf09fd74 admin admin] 10.222.0.48 "DELETE /v2.0/routers/243f582e-1f7c-497d-9a24-d79b9548e777 HTTP/1.1" status: 204 len: 168 time: 0.9122179 Jul 31 20:07:56.468680 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34886) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:56.519895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Deleting subnet 991db87d-5264-4245-bb23-d0bfacc26447 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:07:56.523419 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:56.524792 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Publish callbacks [] for subnet (991db87d-5264-4245-bb23-d0bfacc26447), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.565392 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (991db87d-5264-4245-bb23-d0bfacc26447), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.884251 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (991db87d-5264-4245-bb23-d0bfacc26447), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.946031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (991db87d-5264-4245-bb23-d0bfacc26447), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:56.987503 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991db87d-5264-4245-bb23-d0bfacc26447,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:56.995422 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.000705 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10bb72b-a0d4-4c25-84de-23ceca5c9641 None None] Network ec4cb8ea-def0-4d29-9194-7dbd6540d973 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:07:57.001849 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-49504dfd-940a-4419-ae13-ec175958cede admin admin] 10.222.0.48 "DELETE /v2.0/subnets/991db87d-5264-4245-bb23-d0bfacc26447 HTTP/1.1" status: 204 len: 168 time: 0.5319362 Jul 31 20:07:57.004516 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34894) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:57.007921 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34896) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:57.116435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (ec4cb8ea-def0-4d29-9194-7dbd6540d973), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.176380 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Deleting port 339f783b-0cdd-4f13-bf30-a48e2f18e04f {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:57.176656 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.209969 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9988494b-d1ae-4181-9a1f-c53697e1c6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.241569 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] DHCP port deletion for ec4cb8ea-def0-4d29-9194-7dbd6540d973 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:07:57.264311 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] For port 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=339f783b-0cdd-4f13-bf30-a48e2f18e04f,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:57.264778 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.292683 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Deleting port 339f783b-0cdd-4f13-bf30-a48e2f18e04f {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:57.293430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.294637 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Calling delete_port for 339f783b-0cdd-4f13-bf30-a48e2f18e04f owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:57.341622 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:57.348487 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9988494b-d1ae-4181-9a1f-c53697e1c6fe admin admin] Publish callbacks [] for security_group (6eaa8fc7-745c-4939-9785-fd0c95b04bec), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.360683 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9988494b-d1ae-4181-9a1f-c53697e1c6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6eaa8fc7-745c-4939-9785-fd0c95b04bec), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.397565 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] For port 339f783b-0cdd-4f13-bf30-a48e2f18e04f, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=339f783b-0cdd-4f13-bf30-a48e2f18e04f,segment=NetworkSegment(b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5),segment_id=b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:57.398236 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.423985 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Calling delete_port for 339f783b-0cdd-4f13-bf30-a48e2f18e04f owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:57.429109 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9988494b-d1ae-4181-9a1f-c53697e1c6fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9a26a034816446198f98aa76a0c5f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200141 Jul 31 20:07:57.436679 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34906) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:57.460023 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.465185 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988494b-d1ae-4181-9a1f-c53697e1c6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa8fc7-745c-4939-9785-fd0c95b04bec,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:57.516519 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Pushing event deleted for resources: {'Port': ['ID=339f783b-0cdd-4f13-bf30-a48e2f18e04f,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:57.516807 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (339f783b-0cdd-4f13-bf30-a48e2f18e04f), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.522144 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] No DVR routers for this DVR port 339f783b-0cdd-4f13-bf30-a48e2f18e04f on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:57.545642 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] Publish callbacks [] for security_group (6eaa8fc7-745c-4939-9785-fd0c95b04bec), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.579163 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:57.581600 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] Publish callbacks [] for security_group (6eaa8fc7-745c-4939-9785-fd0c95b04bec), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.583557 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] Pushing event deleted for resources: {'Port': ['ID=339f783b-0cdd-4f13-bf30-a48e2f18e04f,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:57.593538 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7414985-3383-47bb-86a9-34819da78b15 None None] No DVR routers for this DVR port 339f783b-0cdd-4f13-bf30-a48e2f18e04f on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:07:57.632797 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (ec4cb8ea-def0-4d29-9194-7dbd6540d973), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.658526 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4cb8ea-def0-4d29-9194-7dbd6540d973']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:57.660146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (6eaa8fc7-745c-4939-9785-fd0c95b04bec), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.664377 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.665857 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6eaa8fc7-745c-4939-9785-fd0c95b04bec HTTP/1.1" status: 204 len: 168 time: 0.2291696 Jul 31 20:07:57.672304 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:57.672777 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:57.677478 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc263fd6-8753-46fb-b827-b9b1615a8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa8fc7-745c-4939-9785-fd0c95b04bec,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:57.705187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.725401 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.733793 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:07:57.734571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.804206 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5 resource provider aggregate not found Jul 31 20:07:57.829682 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b52a69a9-51cb-46bc-aa74-b1b2cdcdf7c5 found for delete ", "request_id": "req-c79ecb30-1f5e-4a8a-b84f-eeca2b8596cb"}]} Jul 31 20:07:57.855849 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (ec4cb8ea-def0-4d29-9194-7dbd6540d973), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.861478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:57.868124 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34916) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:57.876731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec4cb8ea-def0-4d29-9194-7dbd6540d973 HTTP/1.1" status: 204 len: 168 time: 0.8702734 Jul 31 20:07:57.898347 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 51c4f57a-dd57-4227-8383-6f259b636541 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:57.911759 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0426f-8bca-4b7e-aa72-5c326680eafc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4cb8ea-def0-4d29-9194-7dbd6540d973,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:57.925078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 51c4f57a-dd57-4227-8383-6f259b636541 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:57.926133 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 51c4f57a-dd57-4227-8383-6f259b636541 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:57.927227 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 339f783b-0cdd-4f13-bf30-a48e2f18e04f no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:57.958857 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 339f783b-0cdd-4f13-bf30-a48e2f18e04f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:57.959496 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 339f783b-0cdd-4f13-bf30-a48e2f18e04f not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:57.960235 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 803e5b0f-4078-4c71-816b-2993deb60428 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:07:57.981380 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 803e5b0f-4078-4c71-816b-2993deb60428 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:07:57.982156 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 803e5b0f-4078-4c71-816b-2993deb60428 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:07:58.141360 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34918) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:58.157738 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1cbbeef2-b2c8-4acd-91f5-e890da09b158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.256127 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1cbbeef2-b2c8-4acd-91f5-e890da09b158 admin admin] Publish callbacks [] for security_group (f008b3fd-5b84-4935-aac6-c0de7f4aebf1), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.261916 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-1cbbeef2-b2c8-4acd-91f5-e890da09b158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f008b3fd-5b84-4935-aac6-c0de7f4aebf1), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.314285 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-1cbbeef2-b2c8-4acd-91f5-e890da09b158 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13db64ad6dbb44e4bbd2eb3c8d22faa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694918 Jul 31 20:07:58.315493 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 34920) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:58.315862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbeef2-b2c8-4acd-91f5-e890da09b158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008b3fd-5b84-4935-aac6-c0de7f4aebf1,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:58.331041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (058476dd-7231-424a-be59-9d5deafab920), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.372895 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:58.455559 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] Publish callbacks [] for security_group (f008b3fd-5b84-4935-aac6-c0de7f4aebf1), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.482318 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] Publish callbacks [] for security_group (f008b3fd-5b84-4935-aac6-c0de7f4aebf1), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.611031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (f008b3fd-5b84-4935-aac6-c0de7f4aebf1), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.613584 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.614778 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f008b3fd-5b84-4935-aac6-c0de7f4aebf1 HTTP/1.1" status: 204 len: 168 time: 0.2986975 Jul 31 20:07:58.644567 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aca0eb-af18-4546-b245-212a838f1b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008b3fd-5b84-4935-aac6-c0de7f4aebf1,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:58.664960 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Deleting port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:07:58.665345 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.739516 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:58.752276 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] For port 0d31caa8-6ba2-4156-b8a7-0c5e37318e40, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:07:58.752667 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:58.768356 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Calling delete_port for 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:07:58.981679 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (0d31caa8-6ba2-4156-b8a7-0c5e37318e40), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:59.018521 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d31caa8-6ba2-4156-b8a7-0c5e37318e40,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:07:59.244350 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (058476dd-7231-424a-be59-9d5deafab920), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:59.363405 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:59.512456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Router 058476dd-7231-424a-be59-9d5deafab920 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:07:59.641562 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:07:59.651272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34954) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:07:59.652126 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f32ed55e-eaa1-4d0e-a0ce-4ff10e3f5db1 admin admin] 10.222.0.48 "PUT /v2.0/routers/058476dd-7231-424a-be59-9d5deafab920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7828827 Jul 31 20:07:59.654353 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Sync routers for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:07:59.657210 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:59.671351 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:07:59.673985 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:07:59.799845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:DELETE=10,neutron:UPDATE=2,neutron:SELECT=80,neutron:INSERT=8 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:59.814671 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks [] for router (058476dd-7231-424a-be59-9d5deafab920), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:59.867609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:07:59.960344 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks [] for router_gateway (058476dd-7231-424a-be59-9d5deafab920), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:07:59.968422 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:08:00.018656 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Deleting port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:08:00.019194 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.111326 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] For port 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:00.111996 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.127816 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Calling delete_port for 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec owned by network:router_gateway {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:08:00.165613 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:07:58Z', 'revision_number': 5, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port': {'id': '4b20afc0-8cc9-42c4-a8ae-c4457e0823ec', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058476dd-7231-424a-be59-9d5deafab920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:02:45Z', 'updated_at': '2022-07-31T20:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:00.192147 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Checking router: 058476dd-7231-424a-be59-9d5deafab920 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:08:00.200695 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Routers {'058476dd-7231-424a-be59-9d5deafab920'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:08:00.201481 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:07:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['058476dd-7231-424a-be59-9d5deafab920'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:00.298395 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] Set router 058476dd-7231-424a-be59-9d5deafab920 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:08:00.323814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (4b20afc0-8cc9-42c4-a8ae-c4457e0823ec), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.358436 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b20afc0-8cc9-42c4-a8ae-c4457e0823ec,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:00.362328 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:07:59Z', 'revision_number': 6, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:00.389116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4e850-4ef9-492f-95bc-a13b11a3cf8e None None] The sync data for ids ['058476dd-7231-424a-be59-9d5deafab920'] in dv-cinder-849846-6-iscsi is: [{'id': '058476dd-7231-424a-be59-9d5deafab920', 'name': 'tempest-TestShelveInstance-1960675527-router', 'tenant_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:02:44Z', 'updated_at': '2022-07-31T20:07:59Z', 'revision_number': 6, 'project_id': '2b1689769c3848e7a7b554bcefcfc1bb', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:08:00.420660 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (058476dd-7231-424a-be59-9d5deafab920), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.507730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (058476dd-7231-424a-be59-9d5deafab920), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.509973 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks [] for router_controller (058476dd-7231-424a-be59-9d5deafab920), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.555572 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (058476dd-7231-424a-be59-9d5deafab920), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.556468 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058476dd-7231-424a-be59-9d5deafab920 {{(pid=104001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:08:00.560762 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.561962 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-56f3c0e8-93ad-4c0a-aa7a-1636d0234cf9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/058476dd-7231-424a-be59-9d5deafab920 HTTP/1.1" status: 204 len: 168 time: 0.9095621 Jul 31 20:08:00.564610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 34994) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:00.609359 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Deleting subnet 97c2be3e-faa9-495e-bded-989492d41ce6 {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:08:00.612468 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Publish callbacks [] for subnet (97c2be3e-faa9-495e-bded-989492d41ce6), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.647388 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (97c2be3e-faa9-495e-bded-989492d41ce6), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.734556 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (97c2be3e-faa9-495e-bded-989492d41ce6), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.785076 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:00.799522 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (97c2be3e-faa9-495e-bded-989492d41ce6), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.807846 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:00.831369 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.837609 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/97c2be3e-faa9-495e-bded-989492d41ce6 HTTP/1.1" status: 204 len: 168 time: 0.2695913 Jul 31 20:08:00.837609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f8500-74dc-43dd-9d90-b275f3afa661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c2be3e-faa9-495e-bded-989492d41ce6,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:00.838296 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35006) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:00.845411 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9347fa-8285-4ab8-941f-04a35644ff27 None None] Network c95a63fc-8823-42c7-baac-ec89bbaa153a requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:08:00.927742 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (c95a63fc-8823-42c7-baac-ec89bbaa153a), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.970115 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Deleting port 81d18a60-28c1-41e1-9554-cd815dc24fe0 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:08:00.970711 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:00.972629 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:01.044317 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] For port 81d18a60-28c1-41e1-9554-cd815dc24fe0, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=81d18a60-28c1-41e1-9554-cd815dc24fe0,segment=NetworkSegment(503f2c68-74e0-49c0-a4db-73f00d9a50d7),segment_id=503f2c68-74e0-49c0-a4db-73f00d9a50d7)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:01.044689 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.058954 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Calling delete_port for 81d18a60-28c1-41e1-9554-cd815dc24fe0 owned by network:dhcp {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:08:01.141308 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (81d18a60-28c1-41e1-9554-cd815dc24fe0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.166262 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Pushing event deleted for resources: {'Port': ['ID=81d18a60-28c1-41e1-9554-cd815dc24fe0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:01.170239 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] No DVR routers for this DVR port 81d18a60-28c1-41e1-9554-cd815dc24fe0 on host dv-cinder-849846-6-iscsi {{(pid=104000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:08:01.183128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945af962-08f3-484b-b5d3-46cde649f6c7 None None] DHCP port deletion for c95a63fc-8823-42c7-baac-ec89bbaa153a request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:08:01.271378 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (c95a63fc-8823-42c7-baac-ec89bbaa153a), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.292292 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95a63fc-8823-42c7-baac-ec89bbaa153a']}} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:01.302255 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503f2c68-74e0-49c0-a4db-73f00d9a50d7') {'for_net_delete': True} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:01.302412 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.services.segments.db [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503f2c68-74e0-49c0-a4db-73f00d9a50d7') {} {{(pid=104000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:01.317573 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8642643'] for segment (503f2c68-74e0-49c0-a4db-73f00d9a50d7), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.331370 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (503f2c68-74e0-49c0-a4db-73f00d9a50d7), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.338007 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:08:01.338370 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9008772'] for segment (503f2c68-74e0-49c0-a4db-73f00d9a50d7), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.359472 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 503f2c68-74e0-49c0-a4db-73f00d9a50d7 resource provider aggregate not found Jul 31 20:08:01.408157 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.services.segments.plugin [-] Segment 503f2c68-74e0-49c0-a4db-73f00d9a50d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 503f2c68-74e0-49c0-a4db-73f00d9a50d7 found for delete ", "request_id": "req-a6903ef7-187e-4875-bbda-59e5028725e4"}]} Jul 31 20:08:01.419990 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (c95a63fc-8823-42c7-baac-ec89bbaa153a), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.437778 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.443899 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c95a63fc-8823-42c7-baac-ec89bbaa153a HTTP/1.1" status: 204 len: 168 time: 0.6045349 Jul 31 20:08:01.445135 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d4e23-b191-4396-a128-75deef439971 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95a63fc-8823-42c7-baac-ec89bbaa153a,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:01.645496 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35052) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:01.686288 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9e2cf6e0-83b8-4183-8426-6fb9f3995012 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5a9021b3b804f58a2a4e73676bfc480&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395739 Jul 31 20:08:01.689077 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35054) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:01.740970 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] Publish callbacks [] for security_group (3342f716-8616-4909-b613-6d97588bd180), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.763736 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] Publish callbacks [] for security_group (3342f716-8616-4909-b613-6d97588bd180), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.813033 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (3342f716-8616-4909-b613-6d97588bd180), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.815439 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:01.816651 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3342f716-8616-4909-b613-6d97588bd180 HTTP/1.1" status: 204 len: 168 time: 0.1265259 Jul 31 20:08:01.826118 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c28acf-d8b1-4682-8f48-fd5be625dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3342f716-8616-4909-b613-6d97588bd180,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:01.860547 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:08:01.880213 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:08:01.880556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 0d31caa8-6ba2-4156-b8a7-0c5e37318e40 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:08:01.880975 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 81d18a60-28c1-41e1-9554-cd815dc24fe0 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:08:01.898913 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 81d18a60-28c1-41e1-9554-cd815dc24fe0 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:08:01.899266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 81d18a60-28c1-41e1-9554-cd815dc24fe0 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:08:01.899667 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:08:01.920381 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:08:01.920718 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 4b20afc0-8cc9-42c4-a8ae-c4457e0823ec not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:08:02.151136 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35060) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:02.184426 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:02.191258 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-82754068-59b6-4537-b500-9b9742dc0972 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b1689769c3848e7a7b554bcefcfc1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389819 Jul 31 20:08:02.194003 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35062) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:02.244429 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] Publish callbacks [] for security_group (75288e0b-c26b-45e9-85f5-e0452f05f193), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.267800 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] Publish callbacks [] for security_group (75288e0b-c26b-45e9-85f5-e0452f05f193), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.296776 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35066) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:02.318405 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (75288e0b-c26b-45e9-85f5-e0452f05f193), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.321381 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.322876 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75288e0b-c26b-45e9-85f5-e0452f05f193 HTTP/1.1" status: 204 len: 168 time: 0.1278532 Jul 31 20:08:02.336479 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c054-c942-4698-90aa-1c2d8a016466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75288e0b-c26b-45e9-85f5-e0452f05f193,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:02.347941 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Deleting subnet c6223c9f-4159-44b3-ba51-cd2f02af214b {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:08:02.351672 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Publish callbacks [] for subnet (c6223c9f-4159-44b3-ba51-cd2f02af214b), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.390857 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (c6223c9f-4159-44b3-ba51-cd2f02af214b), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.434994 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (c6223c9f-4159-44b3-ba51-cd2f02af214b), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.490216 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (c6223c9f-4159-44b3-ba51-cd2f02af214b), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.805206 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6223c9f-4159-44b3-ba51-cd2f02af214b,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:02.810680 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.816026 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-27b1e248-7d6b-41df-8fa4-eec3dcbc5299 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c6223c9f-4159-44b3-ba51-cd2f02af214b HTTP/1.1" status: 204 len: 168 time: 0.5159185 Jul 31 20:08:02.816249 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35072) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:02.885096 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (7dc04734-f8b6-4c5e-99f1-05a72adcd563), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.968195 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (7dc04734-f8b6-4c5e-99f1-05a72adcd563), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:02.988125 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc04734-f8b6-4c5e-99f1-05a72adcd563']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:02.997803 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0529783-2b11-42e4-8cf0-5ddad7c7410e') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:02.998098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0529783-2b11-42e4-8cf0-5ddad7c7410e') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:08:03.007567 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (f0529783-2b11-42e4-8cf0-5ddad7c7410e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.020845 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (f0529783-2b11-42e4-8cf0-5ddad7c7410e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.027106 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:08:03.027510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (f0529783-2b11-42e4-8cf0-5ddad7c7410e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.067068 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment f0529783-2b11-42e4-8cf0-5ddad7c7410e resource provider aggregate not found Jul 31 20:08:03.085731 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment f0529783-2b11-42e4-8cf0-5ddad7c7410e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0529783-2b11-42e4-8cf0-5ddad7c7410e found for delete ", "request_id": "req-f16646c6-cec3-42de-9f9f-cfcc7bc5dd0d"}]} Jul 31 20:08:03.094728 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (7dc04734-f8b6-4c5e-99f1-05a72adcd563), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.100294 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.103606 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7dc04734-f8b6-4c5e-99f1-05a72adcd563 HTTP/1.1" status: 204 len: 168 time: 0.2862158 Jul 31 20:08:03.118296 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a9bcd-d70a-4a40-b1cd-72bb7fe0bbb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dc04734-f8b6-4c5e-99f1-05a72adcd563,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:03.283569 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35080) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:03.326934 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-aae7da3e-0b8c-494c-9a62-fd78f1723424 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74d67e6c2b804537a7e28c659a293501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415013 Jul 31 20:08:03.330063 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35082) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:03.335839 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:03.382678 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] Publish callbacks [] for security_group (2c0361d1-f238-428f-9907-6026602d6871), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.404021 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] Publish callbacks [] for security_group (2c0361d1-f238-428f-9907-6026602d6871), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.452316 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (2c0361d1-f238-428f-9907-6026602d6871), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.454938 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:03.456096 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c0361d1-f238-428f-9907-6026602d6871 HTTP/1.1" status: 204 len: 168 time: 0.1251194 Jul 31 20:08:03.463942 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887e8ee-b1bc-4287-b20a-3a8f3d4e412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0361d1-f238-428f-9907-6026602d6871,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:04.179953 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35106) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:04.280979 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2012147163-network', 'tenant_id': '90341435be0e46008416d3afb9d9cf90'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:04.304703 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Made reservation on behalf of 90341435be0e46008416d3afb9d9cf90 for: {'network': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:08:04.308716 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for network (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.318666 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.396610 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks [] for security_group (ba6c0971-db69-455c-9722-d8a9dbceca4a), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.401532 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ba6c0971-db69-455c-9722-d8a9dbceca4a), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.421278 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:04.429524 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 31 20:08:04.439337 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6c0971-db69-455c-9722-d8a9dbceca4a,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:04.448541 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.448897 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.db.segments_db [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Added segment c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4 of type vlan for network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 Jul 31 20:08:04.491605 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744265674918'] for network (6ad1e1ec-553c-4a12-a4b9-27cfdf170446), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.502936 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:04.519814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242'] for network (6ad1e1ec-553c-4a12-a4b9-27cfdf170446), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.520814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:04.521748 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.581439 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4003508 Jul 31 20:08:04.584676 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35110) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:04.590802 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.591381 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.v2.base [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Request body: {'subnet': {'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2012147163-subnet', 'tenant_id': '90341435be0e46008416d3afb9d9cf90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:04.594505 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8c5a-1b21-4132-b095-7a9b0ea5eeaa admin admin] Pushing event updated for resources: {'Network': ['ID=6ad1e1ec-553c-4a12-a4b9-27cfdf170446,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:04.604550 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 details requested by agent ovs-agent-dv-cinder-849846-6-iscsi with host dv-cinder-849846-6-iscsi {{(pid=104002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 31 20:08:04.613803 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Made reservation on behalf of 90341435be0e46008416d3afb9d9cf90 for: {'subnet': 1} {{(pid=104000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:08:04.616265 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8483875'] for subnet (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.815131 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9008685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8483925'] for subnet (b12f6494-2f57-4a57-acde-fe5d0cb5fabe), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.864301 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b12f6494-2f57-4a57-acde-fe5d0cb5fabe,revision_number=0']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:04.883387 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Checking segment: {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:08:04.883749 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Network hostable DHCP agents. Network: 6ad1e1ec-553c-4a12-a4b9-27cfdf170446, hostable agents: ['4ef14341-a270-445c-8b69-901a4d45094b'], hosted agents: [] {{(pid=104000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 31 20:08:04.901887 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 is scheduled to be hosted by DHCP agent 4ef14341-a270-445c-8b69-901a4d45094b with binding_index 1 {{(pid=104000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 31 20:08:04.912390 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.base_scheduler [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849846-6-iscsi, 6ad1e1ec-553c-4a12-a4b9-27cfdf170446) {{(pid=104000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:08:04.919166 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:04.919784 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:04.920272 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5569b05-da8e-43d1-901f-51c42b3bd4af None None] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:08:04.945099 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-db1a850e-567f-445e-bc3f-475dae6abb27 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3522067 Jul 31 20:08:05.018105 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaec846-2b10-4010-986a-746e49bec131 None None] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:08:05.030709 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:06.723843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-45377b54-e957-4528-988e-09c910176077 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:06.725281 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-45377b54-e957-4528-988e-09c910176077 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 814 time: 0.1110656 Jul 31 20:08:06.743301 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-ab807ab9-cb39-4af0-b0a3-2be55e716c3d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/quotas/90341435be0e46008416d3afb9d9cf90 HTTP/1.1" status: 200 len: 375 time: 0.0112987 Jul 31 20:08:06.781650 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-a29006b3-10bf-4337-aedb-c56852f376b8 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316026 Jul 31 20:08:06.872367 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-0edd7e5b-5022-4601-9ba6-6868ab39fb86 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839734 Jul 31 20:08:06.973829 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d451389c-3a3d-4a58-a37c-3ba4a02e21fc service neutron] 10.222.0.48 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941670 Jul 31 20:08:07.147318 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-60344ed9-4169-4bd9-8fca-22f2bcbb97c1 req-6fe4021b-0f36-4e39-867f-90b844da3317 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 210 time: 0.0296485 Jul 31 20:08:08.256903 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-77c06b41-a3cf-4c5f-9e6b-1b20805a817a req-2ed8f8cd-efc5-4f00-9fff-26cee50fc8f5 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 210 time: 0.0296023 Jul 31 20:08:09.361116 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-385498e9-4870-4845-a385-0f48adf47bf6 req-9dbae351-a4ce-40e9-86fd-85286660175b tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 210 time: 0.0328643 Jul 31 20:08:09.417835 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=22 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:09.420626 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=21 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:09.584396 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6cfad63e-6d42-43b2-ad95-c7c5376a18a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:09.659010 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-25cb7557-ec7f-49ba-925a-a202e7aad0c9 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:09.660497 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-25cb7557-ec7f-49ba-925a-a202e7aad0c9 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 814 time: 0.1075716 Jul 31 20:08:09.680019 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Request body: {'port': {'device_id': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446', 'admin_state_up': True, 'tenant_id': '90341435be0e46008416d3afb9d9cf90'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:09.793114 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Made reservation on behalf of 90341435be0e46008416d3afb9d9cf90 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:08:09.796670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:09.924659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Allocated IP 172.20.0.7 (6ad1e1ec-553c-4a12-a4b9-27cfdf170446/b12f6494-2f57-4a57-acde-fe5d0cb5fabe/6f2291ee-a544-4d8a-86c7-413a6ff44e29) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:08:09.980531 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:10.032894 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:10.077071 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks [] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.111436 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.157531 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:08:10.160680 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:08:10.166740 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:08:10.191998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Pushing event updated for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:10.224952 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:10.225630 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.244298 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-d57d59f6-6ed0-47f7-ad50-117904e08a6d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683336 Jul 31 20:08:10.262263 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Request body: {'port': {'device_id': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:10.323132 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.533686 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd7f35-83f9-45d1-bc35-4f05b90df87d req-9fcbcf12-13e9-4ca9-acb9-dd2fc91beee1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:10.535173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ffd7f35-83f9-45d1-bc35-4f05b90df87d req-9fcbcf12-13e9-4ca9-acb9-dd2fc91beee1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 931 time: 0.0937181 Jul 31 20:08:10.622173 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ffd7f35-83f9-45d1-bc35-4f05b90df87d req-2fb49562-35ec-49bc-bee2-a7fcb2e5e55a tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803657 Jul 31 20:08:10.668983 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2291ee-a544-4d8a-86c7-413a6ff44e29 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:08:10.677701 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks [] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.691119 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Transition to ACTIVE for port object 6f2291ee-a544-4d8a-86c7-413a6ff44e29 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:08:10.697621 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.763047 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:10.808799 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:10.811751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Attempting to bind port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:08:10.812087 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Attempting to bind port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:08:10.812413 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Attempting to bind port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:08:10.817603 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:08:10.817918 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Attempting to bind port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:08:10.823989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:08:10.824325 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Checking segment: {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:08:10.824711 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Bound using segment: {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:08:10.825128 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Bound port: 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:08:10.825502 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.859931 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:10.890159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:08:10.894715 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:08:10.901463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.904949 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:10.905691 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:10.907516 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] 10.222.0.57 "PUT /v2.0/ports/6f2291ee-a544-4d8a-86c7-413a6ff44e29 HTTP/1.1" status: 200 len: 1093 time: 0.6494644 Jul 31 20:08:10.909804 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:08:10.912604 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca780e-0eaf-40ef-9665-e687a69e958a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:08:10.952943 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c812c39d-0b54-4e48-a3ce-4d55f13a8bdf x-openstack-request-id: req-c812c39d-0b54-4e48-a3ce-4d55f13a8bdf {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:08:10.953254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:08:10.953506 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c812c39d-0b54-4e48-a3ce-4d55f13a8bdf {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:08:10.953908 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c812c39d-0b54-4e48-a3ce-4d55f13a8bdf'] response: {'name': 'network-changed', 'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29', 'status': 'completed', 'code': 200} Jul 31 20:08:10.968288 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615240e-941c-4fb9-a8fb-77b4c9fa24e0 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:11.015825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-787f3370-2443-46a2-a7eb-415da41b8a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:11.017734 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-787f3370-2443-46a2-a7eb-415da41b8a4e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 1127 time: 0.0419574 Jul 31 20:08:11.062853 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-f583258e-7493-4b2f-b456-83dfb42c2f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29 HTTP/1.1" status: 200 len: 217 time: 0.0330729 Jul 31 20:08:11.114365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-ad7247f6-05c1-47f1-8582-affcbac17c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:11.115929 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-ad7247f6-05c1-47f1-8582-affcbac17c1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b12f6494-2f57-4a57-acde-fe5d0cb5fabe HTTP/1.1" status: 200 len: 854 time: 0.0467694 Jul 31 20:08:11.153551 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-9ee3f869-8f87-4193-bf36-018ee62b2e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309954 Jul 31 20:08:11.254998 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-3f6fdaf7-6a20-4796-822d-bf001b0c09db service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954134 Jul 31 20:08:11.349994 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-503859bf-d6e2-4132-ad70-3ac2ba78f58f req-10bc241f-b9f4-4863-ae0d-9f9d94f7dbda service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886080 Jul 31 20:08:11.750339 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb3ef0-2ae6-4485-b1fa-85a767146f8a req-d11e5b0a-44b3-43c8-b089-0866e46d8c1c tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:11.751841 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1cb3ef0-2ae6-4485-b1fa-85a767146f8a req-d11e5b0a-44b3-43c8-b089-0866e46d8c1c tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 943 time: 0.0546010 Jul 31 20:08:11.799676 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1cb3ef0-2ae6-4485-b1fa-85a767146f8a req-49a1292d-d6b2-4054-99a3-91623d81d4a0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419962 Jul 31 20:08:11.903691 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8bd024bf-60e0-430d-9142-b7a060e93815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:12.872174 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:12.943059 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a8fbd-6839-405b-bcc8-7638a9019443 req-52b27205-cb34-48eb-b2fb-b6d98c56990d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:12.944550 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-593a8fbd-6839-405b-bcc8-7638a9019443 req-52b27205-cb34-48eb-b2fb-b6d98c56990d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 943 time: 0.0493836 Jul 31 20:08:12.998415 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-593a8fbd-6839-405b-bcc8-7638a9019443 req-0971e6e6-f88c-4d1e-8421-5d453d7b46f4 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481582 Jul 31 20:08:14.134659 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e17c6-7a6b-403b-b7b4-2910b72c499f req-a3924088-e1da-468b-b5bd-49974e803bc3 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:14.136105 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab6e17c6-7a6b-403b-b7b4-2910b72c499f req-a3924088-e1da-468b-b5bd-49974e803bc3 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 943 time: 0.0568662 Jul 31 20:08:14.183824 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ab6e17c6-7a6b-403b-b7b4-2910b72c499f req-f8a8c9b8-ef16-46b0-b871-a153a483c88e tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Jul 31 20:08:14.270209 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:14.483740 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:14.799901 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 6f2291ee-a544-4d8a-86c7-413a6ff44e29 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:08:14.817680 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:14.914755 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:14.926311 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '6f2291ee-a544-4d8a-86c7-413a6ff44e29', 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446', 'port_id': '6f2291ee-a544-4d8a-86c7-413a6ff44e29', 'mac_address': 'fa:16:3e:8f:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f6494-2f57-4a57-acde-fe5d0cb5fabe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:08:14.930191 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:14.933245 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=56,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:14.939927 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-c76b3f4c-4702-432b-83b7-168eb578aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:14.941478 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-c76b3f4c-4702-432b-83b7-168eb578aceb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 1127 time: 0.0453377 Jul 31 20:08:14.962620 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:08:14.963012 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:14.975866 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2291ee-a544-4d8a-86c7-413a6ff44e29 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:08:14.996478 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:15.002326 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:15.050280 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-017ab53b-d9f7-44c1-b56f-8f2e1b04aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:15.051758 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-017ab53b-d9f7-44c1-b56f-8f2e1b04aa38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 915 time: 0.1038933 Jul 31 20:08:15.052775 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:15.060093 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.060442 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.060787 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.061129 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.061494 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.061828 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.062153 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.062518 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.062843 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.063199 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.063512 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.063848 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.064158 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.064478 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.064797 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:15.090699 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-affb5507-095b-46aa-b2c5-61ab8247d65b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29 HTTP/1.1" status: 200 len: 217 time: 0.0325649 Jul 31 20:08:15.139187 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-bc86fc0e-959d-4f89-98ac-bbe6d4fe1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:15.140607 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-bc86fc0e-959d-4f89-98ac-bbe6d4fe1623 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b12f6494-2f57-4a57-acde-fe5d0cb5fabe HTTP/1.1" status: 200 len: 854 time: 0.0435920 Jul 31 20:08:15.176213 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-a3ce70c9-91c9-4a09-96fe-405fd61c9bfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293832 Jul 31 20:08:15.228307 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:15.274432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:15.278388 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-6101eb0b-2ecc-41bb-8e4c-e1b5e7551d85 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952549 Jul 31 20:08:15.337017 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['6f2291ee-a544-4d8a-86c7-413a6ff44e29'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:08:15.356607 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0e0d3-7217-471f-97de-6c140a95fda9 req-d584fcf1-625f-4378-827a-832818b84907 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:15.358094 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b9f0e0d3-7217-471f-97de-6c140a95fda9 req-d584fcf1-625f-4378-827a-832818b84907 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 944 time: 0.0952315 Jul 31 20:08:15.425063 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-03ca780e-0eaf-40ef-9665-e687a69e958a req-66beeefe-c4fc-4feb-9121-1901a5502c93 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306472 Jul 31 20:08:15.434450 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b9f0e0d3-7217-471f-97de-6c140a95fda9 req-0f8fe9d2-f0f6-433f-a4ee-574de293e902 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 Jul 31 20:08:16.561248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d9f1f-65a7-4e17-9c2f-1335aa3ef174 req-a1cafbe5-67e9-4eab-932f-c07803f9d5ce tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:16.563025 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f0d9f1f-65a7-4e17-9c2f-1335aa3ef174 req-a1cafbe5-67e9-4eab-932f-c07803f9d5ce tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 944 time: 0.0554013 Jul 31 20:08:16.612117 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8f0d9f1f-65a7-4e17-9c2f-1335aa3ef174 req-00325a2e-9c91-4bd6-abd4-39fb5e8d8850 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Jul 31 20:08:16.832556 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 6f2291ee-a544-4d8a-86c7-413a6ff44e29 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:08:16.875963 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:08:16.884617 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:08:16.884991 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:16.957545 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:08:16.957896 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:16.981635 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:08:16.983866 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b954bf85-c4e1-4f9c-a7bf-9f4e01c4a5c7" -d '{"events": [{"server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "name": "network-vif-plugged", "status": "completed", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:08:16.997408 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:17.002324 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:17.006726 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:17.024849 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23dace-67c9-42f4-beb3-5c4a7a598e21 x-openstack-request-id: req-bf23dace-67c9-42f4-beb3-5c4a7a598e21 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:08:17.025137 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "name": "network-vif-plugged", "status": "completed", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:08:17.025412 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf23dace-67c9-42f4-beb3-5c4a7a598e21 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:08:17.025797 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf23dace-67c9-42f4-beb3-5c4a7a598e21'] response: {'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29', 'code': 200} Jul 31 20:08:17.057826 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:17.234670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ad912-831c-4142-a9f5-854357cbdf61 req-7cd079d5-6b7c-4d46-be2a-9daf9a682dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:17.236225 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53ad912-831c-4142-a9f5-854357cbdf61 req-7cd079d5-6b7c-4d46-be2a-9daf9a682dc6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 1129 time: 0.0400653 Jul 31 20:08:17.283800 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-b53ad912-831c-4142-a9f5-854357cbdf61 req-0a4eb52b-0b0e-44fc-8a0f-4de20bc8db09 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Jul 31 20:08:17.753141 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6f8df-6da2-479e-96e1-34643e06a8ed req-38bdc62f-df76-47bb-930d-31694f5ffd45 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:17.754582 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32c6f8df-6da2-479e-96e1-34643e06a8ed req-38bdc62f-df76-47bb-930d-31694f5ffd45 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 945 time: 0.0531938 Jul 31 20:08:17.808876 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-32c6f8df-6da2-479e-96e1-34643e06a8ed req-78b78d8e-f1ea-4e98-8fac-46e4ad247b01 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Jul 31 20:08:18.940843 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde89b53-fb52-4216-9555-6d6c0c25ee07 req-8b28b974-3e13-4b41-8c00-d0883ebed496 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:18.943159 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dde89b53-fb52-4216-9555-6d6c0c25ee07 req-8b28b974-3e13-4b41-8c00-d0883ebed496 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 945 time: 0.0493085 Jul 31 20:08:18.992875 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dde89b53-fb52-4216-9555-6d6c0c25ee07 req-e73a5ad0-ebb1-458e-beb3-750d29ce7215 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Jul 31 20:08:20.033725 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35322) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:20.148078 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa221b0c-067f-442a-bf27-05365b0bd548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.224164 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa221b0c-067f-442a-bf27-05365b0bd548 admin admin] Publish callbacks [] for security_group (ba276548-4849-4ccd-96d1-dfabef7486ad), precommit_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.230097 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-fa221b0c-067f-442a-bf27-05365b0bd548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ba276548-4849-4ccd-96d1-dfabef7486ad), after_create {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.268544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa221b0c-067f-442a-bf27-05365b0bd548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba276548-4849-4ccd-96d1-dfabef7486ad,revision_number=1']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:20.272909 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-fa221b0c-067f-442a-bf27-05365b0bd548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6487ef2011b74ed4b8e0e514f8d7a0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381432 Jul 31 20:08:20.275986 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35326) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:20.327882 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] Publish callbacks [] for security_group (ba276548-4849-4ccd-96d1-dfabef7486ad), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.351571 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] Publish callbacks [] for security_group (ba276548-4849-4ccd-96d1-dfabef7486ad), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.403934 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ba276548-4849-4ccd-96d1-dfabef7486ad), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.406694 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:20.407889 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba276548-4849-4ccd-96d1-dfabef7486ad HTTP/1.1" status: 204 len: 168 time: 0.1310244 Jul 31 20:08:20.415792 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d764a7-bab6-400f-bd92-5b7dec82def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba276548-4849-4ccd-96d1-dfabef7486ad,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:22.467899 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:22.470989 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:22.711403 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-5a897c69-af5b-42a5-8d54-75712e136d97 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314217 Jul 31 20:08:22.903932 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-187d5cea-fe33-4361-927f-1e574ffb773b tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:22.905432 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-187d5cea-fe33-4361-927f-1e574ffb773b tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886592 Jul 31 20:08:22.920964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-ea48af41-d528-4f65-b656-4e535c4b3ba6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/quotas/9fe05c5b08d340efb6ecfc89d5bdcf17 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Jul 31 20:08:22.959175 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-6647252a-f78c-4186-a04c-dc91fff66af8 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331209 Jul 31 20:08:23.122528 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-56e11c86-7d51-41ea-8757-520932e4eed1 req-2df43598-fa8b-4832-bf8c-8f149529fa3c tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 210 time: 0.0304930 Jul 31 20:08:24.168927 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-aaa1300e-b322-46c5-8fd2-bb61204083c0 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220265 Jul 31 20:08:24.259698 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-207a51a9-85b3-49a3-a81c-caee99c9f4b3 req-0f441bd1-0461-4308-91d1-88c382a351b4 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 210 time: 0.0330906 Jul 31 20:08:24.309578 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-58b81701-a45f-4a33-8d9b-59fe9eb8b62d tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:24.310936 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-58b81701-a45f-4a33-8d9b-59fe9eb8b62d tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368251 Jul 31 20:08:24.335987 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Request body: {'port': {'device_id': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2', 'admin_state_up': True, 'tenant_id': '9fe05c5b08d340efb6ecfc89d5bdcf17'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:24.423830 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:24.450700 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Made reservation on behalf of 9fe05c5b08d340efb6ecfc89d5bdcf17 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:08:24.454466 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.463145 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks [] for security_group (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.504400 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:24.546229 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks [] for security_group (8423690d-e0eb-4fd6-b3ee-5a586dae5c43), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.551958 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8423690d-e0eb-4fd6-b3ee-5a586dae5c43), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.616674 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8423690d-e0eb-4fd6-b3ee-5a586dae5c43,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:24.703704 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Allocated IP 192.168.233.113 (62105c15-fcf1-4f68-99bb-e6c4d2a79df2/244bd165-6580-4f17-b9f2-364e8daaae8b/b505347a-1eb7-42a2-9108-c1ba60bb56be) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:08:24.853192 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks [] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.888349 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:24.937857 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:08:24.943251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:08:24.947272 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:08:24.953494 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Pushing event updated for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:25.002435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:25.003392 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.020586 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-cd608801-1eff-4c5b-8898-ba822bcdb9b1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6883209 Jul 31 20:08:25.038839 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Request body: {'port': {'device_id': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:08:25.107787 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.142262 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-d9a313f3-9689-4c96-91e3-8847e8860274 None None] Provisioning complete for port b505347a-1eb7-42a2-9108-c1ba60bb56be triggered by entity DHCP. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:08:25.142872 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9a313f3-9689-4c96-91e3-8847e8860274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.174231 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-d9a313f3-9689-4c96-91e3-8847e8860274 None None] Port b505347a-1eb7-42a2-9108-c1ba60bb56be cannot update to ACTIVE because it is not bound. {{(pid=104002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 31 20:08:25.206635 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:25.607105 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239d26f-d808-4116-a511-76d6f50ea838 req-d629d852-6b0d-4c0c-b316-fc1f75e5a3b6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:25.608552 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8239d26f-d808-4116-a511-76d6f50ea838 req-d629d852-6b0d-4c0c-b316-fc1f75e5a3b6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 936 time: 0.0594966 Jul 31 20:08:25.608926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:25.692403 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8239d26f-d808-4116-a511-76d6f50ea838 req-13833183-fad9-47e1-b265-0ec0fbf536a4 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758121 Jul 31 20:08:25.728570 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b505347a-1eb7-42a2-9108-c1ba60bb56be {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:08:25.737581 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks [] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.752473 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Transition to ACTIVE for port object b505347a-1eb7-42a2-9108-c1ba60bb56be will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:08:25.757181 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.819491 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Pushing event updated for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:25.869419 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Attempting to bind port b505347a-1eb7-42a2-9108-c1ba60bb56be on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:08:25.869667 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Attempting to bind port b505347a-1eb7-42a2-9108-c1ba60bb56be by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:08:25.869981 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Attempting to bind port b505347a-1eb7-42a2-9108-c1ba60bb56be on network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:08:25.875252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Port b505347a-1eb7-42a2-9108-c1ba60bb56be on network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:08:25.875571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Attempting to bind port b505347a-1eb7-42a2-9108-c1ba60bb56be on network 62105c15-fcf1-4f68-99bb-e6c4d2a79df2 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:08:25.880758 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:08:25.881095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Checking segment: {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:08:25.881511 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Bound using segment: {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:08:25.881939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Bound port: b505347a-1eb7-42a2-9108-c1ba60bb56be, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ac1bc3-1510-4e1c-856a-cfc9a21d43a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:08:25.882300 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.952242 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:08:25.956633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:08:25.964686 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.968814 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:25.969510 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:25.970958 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-01045521-ed3e-4086-9f59-2c749759027d service neutron] 10.222.0.57 "PUT /v2.0/ports/b505347a-1eb7-42a2-9108-c1ba60bb56be HTTP/1.1" status: 200 len: 1098 time: 0.9365666 Jul 31 20:08:25.973252 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:08:25.975530 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90048c15-d6a5-40b9-bf87-5570ed341b19" -d '{"events": [{"name": "network-changed", "server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:08:26.017967 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c110fedb-44bb-42c5-8681-75cd5deb8463 x-openstack-request-id: req-c110fedb-44bb-42c5-8681-75cd5deb8463 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:08:26.018318 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:08:26.018571 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c110fedb-44bb-42c5-8681-75cd5deb8463 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:08:26.018975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c110fedb-44bb-42c5-8681-75cd5deb8463'] response: {'name': 'network-changed', 'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be', 'status': 'completed', 'code': 200} Jul 31 20:08:26.031058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01045521-ed3e-4086-9f59-2c749759027d service neutron] Pushing event updated for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:26.082234 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-c1c9d031-58c5-484a-a111-d4c4cbc0122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:26.083791 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-c1c9d031-58c5-484a-a111-d4c4cbc0122d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 1132 time: 0.0425429 Jul 31 20:08:26.137332 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-d413ef19-bbbc-457c-8738-9b41234b5a5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be HTTP/1.1" status: 200 len: 217 time: 0.0340173 Jul 31 20:08:26.189064 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-bfc30aa4-2dfe-4286-bd75-b720a7441c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:26.190681 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-bfc30aa4-2dfe-4286-bd75-b720a7441c66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=244bd165-6580-4f17-b9f2-364e8daaae8b HTTP/1.1" status: 200 len: 843 time: 0.0477886 Jul 31 20:08:26.235208 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-1dc61c24-84fa-4b89-b247-60d5ace28e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:26.236738 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-1dc61c24-84fa-4b89-b247-60d5ace28e8c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62105c15-fcf1-4f68-99bb-e6c4d2a79df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0390940 Jul 31 20:08:26.343494 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-952ec1d9-7161-4c66-be28-7d9d84165464 service neutron] 10.222.0.57 "GET /v2.0/networks/62105c15-fcf1-4f68-99bb-e6c4d2a79df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Jul 31 20:08:26.425844 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:26.443149 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-251e7dc8-f439-4537-9fb6-1a7c18f83e10 req-5dd5c33e-d5d1-4e62-834e-4885113084e6 service neutron] 10.222.0.57 "GET /v2.0/networks/62105c15-fcf1-4f68-99bb-e6c4d2a79df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927565 Jul 31 20:08:26.821104 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dec89b-dbde-40f0-839b-a0837ccbbffe req-e21437f0-3c36-4b62-a818-5ca88079181f tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:26.822805 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19dec89b-dbde-40f0-839b-a0837ccbbffe req-e21437f0-3c36-4b62-a818-5ca88079181f tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 948 time: 0.0510566 Jul 31 20:08:26.878045 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-19dec89b-dbde-40f0-839b-a0837ccbbffe req-0e500dcb-8077-4920-a90e-2346dfaf7a72 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 Jul 31 20:08:27.445067 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-a64cb7fd-8472-4fcb-b36f-da6d09cb68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:27.446639 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-a64cb7fd-8472-4fcb-b36f-da6d09cb68d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 1132 time: 0.0424311 Jul 31 20:08:27.502099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:27.543859 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-4bc970f1-40c6-429a-955b-8d75c3ca1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:27.545817 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-4bc970f1-40c6-429a-955b-8d75c3ca1f63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=62105c15-fcf1-4f68-99bb-e6c4d2a79df2 HTTP/1.1" status: 200 len: 870 time: 0.0931740 Jul 31 20:08:27.590043 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-04b3e749-4cfd-40aa-ba55-e14375204676 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be HTTP/1.1" status: 200 len: 217 time: 0.0369661 Jul 31 20:08:27.641108 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-14902c50-ce9e-4281-9d64-b92ac97491d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:27.642630 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-14902c50-ce9e-4281-9d64-b92ac97491d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=244bd165-6580-4f17-b9f2-364e8daaae8b HTTP/1.1" status: 200 len: 843 time: 0.0458484 Jul 31 20:08:27.689689 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-1d17640d-9e05-4735-a62b-4e2f5ac5e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:27.691253 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-1d17640d-9e05-4735-a62b-4e2f5ac5e410 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=62105c15-fcf1-4f68-99bb-e6c4d2a79df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408399 Jul 31 20:08:27.790394 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-693daa1b-e4d4-4d6d-b079-f2c982eb927c service neutron] 10.222.0.57 "GET /v2.0/networks/62105c15-fcf1-4f68-99bb-e6c4d2a79df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918117 Jul 31 20:08:27.891883 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-90048c15-d6a5-40b9-bf87-5570ed341b19 req-165e7a40-7d71-4d64-8b16-c10510b43827 service neutron] 10.222.0.57 "GET /v2.0/networks/62105c15-fcf1-4f68-99bb-e6c4d2a79df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922844 Jul 31 20:08:28.007404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148aedc0-4000-4869-a5d1-acee27f62900 req-4b85df99-5879-411c-af14-ab2663c23fe3 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:28.008843 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-148aedc0-4000-4869-a5d1-acee27f62900 req-4b85df99-5879-411c-af14-ab2663c23fe3 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 948 time: 0.0538447 Jul 31 20:08:28.067200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-148aedc0-4000-4869-a5d1-acee27f62900 req-f73c4452-c9eb-493c-b2eb-850126ff1907 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jul 31 20:08:29.197953 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ae1cc-1b31-4364-8d8e-b98febaa6e84 req-bc83cfc1-9075-4d2e-8519-9d9862c2af15 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:29.199759 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af9ae1cc-1b31-4364-8d8e-b98febaa6e84 req-bc83cfc1-9075-4d2e-8519-9d9862c2af15 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 948 time: 0.0596950 Jul 31 20:08:29.250053 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af9ae1cc-1b31-4364-8d8e-b98febaa6e84 req-4f2780c4-e423-43de-85ff-d75dbd2e3099 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Jul 31 20:08:30.390123 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af913769-7bfd-4a22-8d37-4047051edfe5 req-b0b14b0f-3957-47bd-b101-1ed7adb3e7a8 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:30.391649 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af913769-7bfd-4a22-8d37-4047051edfe5 req-b0b14b0f-3957-47bd-b101-1ed7adb3e7a8 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 948 time: 0.0521445 Jul 31 20:08:30.410804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=36,neutron:INSERT=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:30.411618 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:30.429471 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:08:30.440915 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-af913769-7bfd-4a22-8d37-4047051edfe5 req-4deca0df-38cf-4f00-bc81-3ce327b66a00 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Jul 31 20:08:30.864663 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b505347a-1eb7-42a2-9108-c1ba60bb56be details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:08:30.902177 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:30.981057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:30.992887 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': 'b505347a-1eb7-42a2-9108-c1ba60bb56be', 'network_id': '62105c15-fcf1-4f68-99bb-e6c4d2a79df2', 'port_id': 'b505347a-1eb7-42a2-9108-c1ba60bb56be', 'mac_address': 'fa:16:3e:2e:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '244bd165-6580-4f17-b9f2-364e8daaae8b', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:08:31.029873 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port b505347a-1eb7-42a2-9108-c1ba60bb56be is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:08:31.030353 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:31.051037 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b505347a-1eb7-42a2-9108-c1ba60bb56be {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:08:31.065141 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:31.071413 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:31.122726 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:31.449287 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['b505347a-1eb7-42a2-9108-c1ba60bb56be'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:08:31.564166 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5a42e-4841-45d8-9970-f3cdc3044642 req-5d2954cf-6588-4f3d-9f47-405e06c97c9c tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:31.565671 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50c5a42e-4841-45d8-9970-f3cdc3044642 req-5d2954cf-6588-4f3d-9f47-405e06c97c9c tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 949 time: 0.0481005 Jul 31 20:08:31.615174 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50c5a42e-4841-45d8-9970-f3cdc3044642 req-95394292-bb5d-48f9-bd46-25db77be4ece tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Jul 31 20:08:32.744125 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb6d1-97da-4283-9916-bdac69670097 req-62ce37d2-bd4c-42c9-b8ef-e04db7287120 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:32.745617 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dadeb6d1-97da-4283-9916-bdac69670097 req-62ce37d2-bd4c-42c9-b8ef-e04db7287120 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 949 time: 0.0493908 Jul 31 20:08:32.775959 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:32.796838 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dadeb6d1-97da-4283-9916-bdac69670097 req-cfd26bad-e8aa-43e1-bdd3-4e996b1a4bd3 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Jul 31 20:08:32.882881 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b505347a-1eb7-42a2-9108-c1ba60bb56be up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:08:32.936839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port b505347a-1eb7-42a2-9108-c1ba60bb56be completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:08:32.944376 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port b505347a-1eb7-42a2-9108-c1ba60bb56be triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:08:32.944922 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:33.015117 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port b505347a-1eb7-42a2-9108-c1ba60bb56be is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:08:33.015500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:33.038303 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:08:33.040628 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a24f52d-6a85-4617-adba-8d01cb923e31" -d '{"events": [{"server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "name": "network-vif-plugged", "status": "completed", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:08:33.053491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:33.059323 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:33.214266 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977b566-e7b4-4a76-bc11-f82488e92b44 x-openstack-request-id: req-b977b566-e7b4-4a76-bc11-f82488e92b44 {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:08:33.214545 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "name": "network-vif-plugged", "status": "completed", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:08:33.214794 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b977b566-e7b4-4a76-bc11-f82488e92b44 {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:08:33.215182 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b977b566-e7b4-4a76-bc11-f82488e92b44'] response: {'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be', 'code': 200} Jul 31 20:08:33.239988 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:33.307827 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00815f-8e27-4c6e-bc76-70f27ca67847 req-c2742603-265c-4511-a45f-3c2eda790cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:33.309375 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b00815f-8e27-4c6e-bc76-70f27ca67847 req-c2742603-265c-4511-a45f-3c2eda790cfd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 1134 time: 0.0410929 Jul 31 20:08:33.355264 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-2b00815f-8e27-4c6e-bc76-70f27ca67847 req-7576d7a4-d0c9-4d41-b053-b1afa808bc2e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Jul 31 20:08:33.924197 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50236d2d-f0f5-49fc-ac4f-a9f94e237fc0 req-bb8c0c9e-df1d-40a1-a326-2c3ae3f6f5a5 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:33.925812 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50236d2d-f0f5-49fc-ac4f-a9f94e237fc0 req-bb8c0c9e-df1d-40a1-a326-2c3ae3f6f5a5 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0491209 Jul 31 20:08:33.974571 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50236d2d-f0f5-49fc-ac4f-a9f94e237fc0 req-6dff28a0-83cc-4cbe-96de-2ebabe81d6a6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Jul 31 20:08:34.587605 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:35.105002 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:35.115211 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb7c57-6e65-4faf-bbfe-b8253fbe7aa0 req-d63e25ca-2791-4452-a081-f1960319f2d9 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:35.116783 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99bb7c57-6e65-4faf-bbfe-b8253fbe7aa0 req-d63e25ca-2791-4452-a081-f1960319f2d9 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0587022 Jul 31 20:08:35.168506 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-99bb7c57-6e65-4faf-bbfe-b8253fbe7aa0 req-533f2a4f-57c8-42e4-8bf3-7100ccbb0fb8 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Jul 31 20:08:36.299362 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13ca37-3eb5-4a55-a95b-ee9b41733ae0 req-77aadf99-681c-4d6b-aadb-5de840dd6b1f tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:36.300855 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc13ca37-3eb5-4a55-a95b-ee9b41733ae0 req-77aadf99-681c-4d6b-aadb-5de840dd6b1f tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0489388 Jul 31 20:08:36.356663 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-dc13ca37-3eb5-4a55-a95b-ee9b41733ae0 req-663d84cc-a7e5-4cdf-942a-879f4d33ccdc tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501161 Jul 31 20:08:36.635654 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbbaa5-0045-4f1f-8858-4fd4573c6c58 req-bf4dfcac-086a-40ba-90c5-9ba684273ad1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:36.637139 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dbbbaa5-0045-4f1f-8858-4fd4573c6c58 req-bf4dfcac-086a-40ba-90c5-9ba684273ad1 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0545568 Jul 31 20:08:36.694944 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-6dbbbaa5-0045-4f1f-8858-4fd4573c6c58 req-b14bfca3-b8a3-49df-91da-b34f3ee77fdd tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495706 Jul 31 20:08:37.822744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e3c2-5be7-483d-8a57-ee5ebd2bb9e1 req-f60c6350-da5c-47a2-8d0f-608104d33a88 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:37.824392 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3f5e3c2-5be7-483d-8a57-ee5ebd2bb9e1 req-f60c6350-da5c-47a2-8d0f-608104d33a88 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0478609 Jul 31 20:08:37.876152 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f3f5e3c2-5be7-483d-8a57-ee5ebd2bb9e1 req-ad742e31-b88c-4b97-b755-1970e636e05d tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/security-groups?id=8423690d-e0eb-4fd6-b3ee-5a586dae5c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455434 Jul 31 20:08:38.133400 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-5799ba92-83e2-4713-8a2f-e084712b88a6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:38.134883 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-5799ba92-83e2-4713-8a2f-e084712b88a6 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.57 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 950 time: 0.0483360 Jul 31 20:08:38.231903 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Deleting port b505347a-1eb7-42a2-9108-c1ba60bb56be {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:08:38.232198 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:38.337435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] For port b505347a-1eb7-42a2-9108-c1ba60bb56be, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=b505347a-1eb7-42a2-9108-c1ba60bb56be,segment=NetworkSegment(70ac1bc3-1510-4e1c-856a-cfc9a21d43a2),segment_id=70ac1bc3-1510-4e1c-856a-cfc9a21d43a2)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:08:38.337706 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:38.352954 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Calling delete_port for b505347a-1eb7-42a2-9108-c1ba60bb56be owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:08:38.497225 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (b505347a-1eb7-42a2-9108-c1ba60bb56be), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:38.503275 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:38.526134 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Pushing event deleted for resources: {'Port': ['ID=b505347a-1eb7-42a2-9108-c1ba60bb56be,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:38.535022 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['b505347a-1eb7-42a2-9108-c1ba60bb56be'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:08:38.539274 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.539687 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.540031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.540371 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.540730 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.541061 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.541436 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.541761 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.542083 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.542403 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.542724 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.543031 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.543349 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.543665 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.543983 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:08:38.585417 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] No DVR routers for this DVR port b505347a-1eb7-42a2-9108-c1ba60bb56be on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:08:38.588259 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:38.591665 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e30db098-c1be-499f-beb7-c4a807fbc1e6 req-6762c812-82f9-4812-9974-23d8f1c31e51 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.57 "DELETE /v2.0/ports/b505347a-1eb7-42a2-9108-c1ba60bb56be HTTP/1.1" status: 204 len: 173 time: 0.4510412 Jul 31 20:08:38.592151 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'name': 'network-vif-deleted', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:08:38.595143 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e3d6f5-406f-40a6-9161-0500055ddfff" -d '{"events": [{"server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "name": "network-vif-deleted", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:08:38.641113 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61338725-c49c-492c-8d0f-ba852665f703 x-openstack-request-id: req-61338725-c49c-492c-8d0f-ba852665f703 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:08:38.641463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750991ae-1a9e-41c2-a853-44e8ba64d53e", "name": "network-vif-deleted", "tag": "b505347a-1eb7-42a2-9108-c1ba60bb56be", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:08:38.641719 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-61338725-c49c-492c-8d0f-ba852665f703 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:08:38.642161 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61338725-c49c-492c-8d0f-ba852665f703'] response: {'server_uuid': '750991ae-1a9e-41c2-a853-44e8ba64d53e', 'name': 'network-vif-deleted', 'tag': 'b505347a-1eb7-42a2-9108-c1ba60bb56be', 'status': 'completed', 'code': 200} Jul 31 20:08:38.998609 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e8be4cf3-49a9-46a2-ba82-b5c71e78edb6 req-a534ad17-9c4f-41af-83c7-0699eb66fac2 tempest-VolumesNegativeTest-803422670 tempest-VolumesNegativeTest-803422670-project] 10.222.0.48 "GET /v2.0/ports?device_id=750991ae-1a9e-41c2-a853-44e8ba64d53e HTTP/1.1" status: 200 len: 210 time: 0.0308416 Jul 31 20:08:39.218832 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:39.588128 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a481a10d-56b3-45dc-a7a5-0b4b56d4cf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:39.651470 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-0444abad-885c-403f-b02d-6c13b6e05f1d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390985 Jul 31 20:08:39.727681 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809ad3-d53c-4428-b600-835488c5760a req-9a3c4f96-0715-4f36-9e59-af80b2e87ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:39.729200 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-9a3c4f96-0715-4f36-9e59-af80b2e87ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1129 time: 0.0407951 Jul 31 20:08:39.840649 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:39.843979 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809ad3-d53c-4428-b600-835488c5760a req-53b58e74-0c77-4e35-80b4-7cc047546ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:39.845810 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-53b58e74-0c77-4e35-80b4-7cc047546ee5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.0966139 Jul 31 20:08:39.918624 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-628b9aa1-e1b0-4e5a-8d16-490d8fdea0d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 1000 time: 0.0660255 Jul 31 20:08:39.966439 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809ad3-d53c-4428-b600-835488c5760a req-71f58fa5-4f0c-4999-97eb-1bfb7c7c7c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:39.967853 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-71f58fa5-4f0c-4999-97eb-1bfb7c7c7c5a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0435853 Jul 31 20:08:40.012304 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82809ad3-d53c-4428-b600-835488c5760a req-cee34dab-34de-4678-af38-86ff84179ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:40.013784 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-cee34dab-34de-4678-af38-86ff84179ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392337 Jul 31 20:08:40.109072 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-56b0d31e-a94d-413b-99c1-1924dcb992c1 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878217 Jul 31 20:08:40.200438 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-82809ad3-d53c-4428-b600-835488c5760a req-ff52b355-1291-466f-ab4f-048e1be6f93d service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853527 Jul 31 20:08:40.425532 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:41.900878 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-bc9f07c5-d6f3-41a4-915c-24b22a6f80f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:42.870432 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:44.282416 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:44.493029 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:45.155827 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b505347a-1eb7-42a2-9108-c1ba60bb56be no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:08:45.158099 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:45.177057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: b505347a-1eb7-42a2-9108-c1ba60bb56be {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:08:45.177417 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device b505347a-1eb7-42a2-9108-c1ba60bb56be not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:08:46.436452 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35750) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:46.587450 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-ecf8bb71-99be-446f-8867-540a9837625f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fe05c5b08d340efb6ecfc89d5bdcf17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497142 Jul 31 20:08:46.590068 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35756) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:08:46.642633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] Publish callbacks [] for security_group (8423690d-e0eb-4fd6-b3ee-5a586dae5c43), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:46.665107 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] Publish callbacks [] for security_group (8423690d-e0eb-4fd6-b3ee-5a586dae5c43), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:46.715251 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (8423690d-e0eb-4fd6-b3ee-5a586dae5c43), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:46.717832 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:08:46.718997 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8423690d-e0eb-4fd6-b3ee-5a586dae5c43 HTTP/1.1" status: 204 len: 168 time: 0.1280198 Jul 31 20:08:46.727165 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875a67-a1be-472b-8e14-b2a56a5e2a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8423690d-e0eb-4fd6-b3ee-5a586dae5c43,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:08:55.160420 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:56.701674 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=56,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:56.723054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:56.739468 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:08:59.914901 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f4c85-a332-491c-8130-cf9e57e9ba75 req-2ee69428-b3a1-4742-a75b-065370c79e05 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:08:59.916394 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-989f4c85-a332-491c-8130-cf9e57e9ba75 req-2ee69428-b3a1-4742-a75b-065370c79e05 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 945 time: 0.0487916 Jul 31 20:08:59.966538 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-989f4c85-a332-491c-8130-cf9e57e9ba75 req-5160e8be-ab98-454b-bf58-7eb71f03cbbb tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Jul 31 20:09:01.106135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590966c5-5971-41d6-afd2-e405691870ce req-82600a9c-7a23-499d-a73d-bc2ead902c2b tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:01.107656 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-590966c5-5971-41d6-afd2-e405691870ce req-82600a9c-7a23-499d-a73d-bc2ead902c2b tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 945 time: 0.0528045 Jul 31 20:09:01.167632 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-590966c5-5971-41d6-afd2-e405691870ce req-c01b06f3-e4ef-477a-b175-e2487c7403b7 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523012 Jul 31 20:09:01.354534 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35814) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:01.505644 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:01.505962 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.579559 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.579836 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.592202 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:01.747328 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.763263 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-af2b04c8-201a-4da3-87cb-5fb4d10a0469 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:01.764843 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-af2b04c8-201a-4da3-87cb-5fb4d10a0469 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 945 time: 0.0489328 Jul 31 20:09:01.771814 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=3fd3ad0e-c72e-40e8-9686-5d49b5d4a14e,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:01.783781 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.784126 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.784470 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.784816 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.785146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.785510 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.785843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.786146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.786471 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.786824 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.787148 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.787442 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.787778 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.788092 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.788411 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:01.850837 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Deleting port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:01.851169 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.950080 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] For port 6f2291ee-a544-4d8a-86c7-413a6ff44e29, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=6f2291ee-a544-4d8a-86c7-413a6ff44e29,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:01.950447 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:01.965184 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Calling delete_port for 6f2291ee-a544-4d8a-86c7-413a6ff44e29 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:02.050810 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (c446dedb-654a-445f-8f91-6663ae681561), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:02.051141 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP c446dedb-654a-445f-8f91-6663ae681561 disassociated (deleted). External IP: 172.27.0.171, port: 56de90d4-e582-4bc6-9afd-0a7a09dd281e. Jul 31 20:09:02.100640 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (6f2291ee-a544-4d8a-86c7-413a6ff44e29), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:02.128073 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Pushing event deleted for resources: {'Port': ['ID=6f2291ee-a544-4d8a-86c7-413a6ff44e29,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:02.135752 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['6f2291ee-a544-4d8a-86c7-413a6ff44e29'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:09:02.176464 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] No DVR routers for this DVR port 6f2291ee-a544-4d8a-86c7-413a6ff44e29 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:02.179116 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:02.182687 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bc34df7e-aeb3-48d7-a521-3be96e9aee0b req-a2f0490a-130a-449d-9b7a-dfcfc0fcd1a1 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "DELETE /v2.0/ports/6f2291ee-a544-4d8a-86c7-413a6ff44e29 HTTP/1.1" status: 204 len: 173 time: 0.4117274 Jul 31 20:09:02.183171 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'name': 'network-vif-deleted', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:02.185473 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed60782-2c53-4664-b55a-4afa7c034f5a" -d '{"events": [{"server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "name": "network-vif-deleted", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:02.246656 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8814897-6c4f-4e4f-b45b-bec00f4954ad x-openstack-request-id: req-d8814897-6c4f-4e4f-b45b-bec00f4954ad {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:02.246962 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d", "name": "network-vif-deleted", "tag": "6f2291ee-a544-4d8a-86c7-413a6ff44e29", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:02.247218 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8814897-6c4f-4e4f-b45b-bec00f4954ad {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:02.247634 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8814897-6c4f-4e4f-b45b-bec00f4954ad'] response: {'server_uuid': 'bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d', 'name': 'network-vif-deleted', 'tag': '6f2291ee-a544-4d8a-86c7-413a6ff44e29', 'status': 'completed', 'code': 200} Jul 31 20:09:02.262421 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:09:02.290521 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ce4398ca-b8a2-41b6-aa2b-f9397e86a06c req-3293635f-d4e5-4b56-86e2-4324d4c5e257 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 210 time: 0.0346396 Jul 31 20:09:02.383219 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:09:02.388345 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:02.394283 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:09:02.405300 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:02.406090 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:08:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:02.411083 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:02.419968 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a3b0b63b-a772-40ff-99d6-03a0cf15d16d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "DELETE /v2.0/floatingips/c446dedb-654a-445f-8f91-6663ae681561 HTTP/1.1" status: 204 len: 168 time: 1.0642025 Jul 31 20:09:02.420583 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:02.423041 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce3a764-42de-40d3-bdac-9c004811a276" -d '{"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:02.462493 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f391ed-c5d2-4ab1-8b64-d4ad61fccff2 x-openstack-request-id: req-b6f391ed-c5d2-4ab1-8b64-d4ad61fccff2 {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:02.462774 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:02.463031 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b6f391ed-c5d2-4ab1-8b64-d4ad61fccff2 {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:02.463439 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f391ed-c5d2-4ab1-8b64-d4ad61fccff2'] response: {'name': 'network-changed', 'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'status': 'completed', 'code': 200} Jul 31 20:09:02.511806 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:02.661064 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987408a1-055f-4979-b235-76635c40d7bb req-a2541f83-5f84-4662-abd6-297975561f7f tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:02.662765 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-987408a1-055f-4979-b235-76635c40d7bb req-a2541f83-5f84-4662-abd6-297975561f7f tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0515242 Jul 31 20:09:02.715524 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-987408a1-055f-4979-b235-76635c40d7bb req-e157f586-ec8e-482d-93f8-080f81deb18d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467973 Jul 31 20:09:02.811804 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:02.837821 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:09:02.848761 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:02.849399 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:08:42Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:02.955644 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:03.168187 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:03.193724 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0488dabd-1fa6-48eb-b921-a70f168ef7b6 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_floatingips': [{'id': '4fb4f290-c287-4159-8c4d-07c79d7bf7b4', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'router_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'port_id': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'mac_address': 'fa:16:3e:fa:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-31T20:05:08Z', 'updated_at': '2022-07-31T20:05:10Z', 'revision_number': 1, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:09:03.411648 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-bac8aa9f-f7bf-478f-8496-fa9e11bbd0e7 req-30829540-9596-4a1f-81fe-b57a10281f68 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb43bdab-1d9e-4f3c-ac63-afd3ceb9c10d HTTP/1.1" status: 200 len: 210 time: 0.0299428 Jul 31 20:09:03.413500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c24833-86ed-4378-afbd-e286d75797b6 None None] New status for floating IP c446dedb-654a-445f-8f91-6663ae681561: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:09:03.718543 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-cb6534c5-06c0-4e47-9d8c-e58d91550b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:03.720051 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-cb6534c5-06c0-4e47-9d8c-e58d91550b1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 1129 time: 0.0448201 Jul 31 20:09:03.842451 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:03.858162 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1858b76-fa86-42ba-907d-0cbb7d9aa6d0 req-e5da86d7-3361-4186-8815-7536ca15f85d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:03.859679 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1858b76-fa86-42ba-907d-0cbb7d9aa6d0 req-e5da86d7-3361-4186-8815-7536ca15f85d tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0595407 Jul 31 20:09:03.899428 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-304ca17d-975c-4daa-9163-5749cec02c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:03.900899 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-304ca17d-975c-4daa-9163-5749cec02c4e service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.1522293 Jul 31 20:09:03.930496 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d1858b76-fa86-42ba-907d-0cbb7d9aa6d0 req-26ff81fd-083a-48d5-a042-dd580fc9c941 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633247 Jul 31 20:09:04.041526 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-5caa47ff-fe83-4806-b36c-2d2c3487a90d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e HTTP/1.1" status: 200 len: 217 time: 0.0388467 Jul 31 20:09:04.092702 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-3aa5ce56-1174-498a-bda4-2db1be00f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:04.094242 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-3aa5ce56-1174-498a-bda4-2db1be00f3e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0469279 Jul 31 20:09:04.249393 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:04.258345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-d25c0050-67e3-4116-9a05-590467117e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:04.259872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-d25c0050-67e3-4116-9a05-590467117e82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509105 Jul 31 20:09:04.390205 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-44c06a18-412e-4f9f-9617-21005aab8b71 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158638 Jul 31 20:09:04.400972 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-f2e66f87-f135-4fe8-b371-f5cf1ba1f155 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:04.402368 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-f2e66f87-f135-4fe8-b371-f5cf1ba1f155 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Jul 31 20:09:04.540932 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 56de90d4-e582-4bc6-9afd-0a7a09dd281e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:04.541746 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:04.600839 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:04.601525 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7ce3a764-42de-40d3-bdac-9c004811a276 req-1a274581-7a41-4c21-97ce-899490744e2a service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980779 Jul 31 20:09:04.663774 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] For port 56de90d4-e582-4bc6-9afd-0a7a09dd281e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=56de90d4-e582-4bc6-9afd-0a7a09dd281e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:04.664137 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:04.678866 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 56de90d4-e582-4bc6-9afd-0a7a09dd281e owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:04.814095 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (56de90d4-e582-4bc6-9afd-0a7a09dd281e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:04.839650 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=56de90d4-e582-4bc6-9afd-0a7a09dd281e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:04.885261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] No DVR routers for this DVR port 56de90d4-e582-4bc6-9afd-0a7a09dd281e on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:04.887717 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:04.891124 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-7bd15908-c59c-447d-a1fc-a749aa8af221 req-84e51aa4-44aa-4e91-8cc0-793da158a6ae tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "DELETE /v2.0/ports/56de90d4-e582-4bc6-9afd-0a7a09dd281e HTTP/1.1" status: 204 len: 173 time: 0.4808226 Jul 31 20:09:04.891587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'name': 'network-vif-deleted', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:04.893971 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053cdec4-15de-48de-b76a-c1b3409b2773" -d '{"events": [{"server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "name": "network-vif-deleted", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:04.930343 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a12692-dfce-4982-9c74-d6b805d054f5 x-openstack-request-id: req-84a12692-dfce-4982-9c74-d6b805d054f5 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:04.930641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ca76f-9999-4d11-82d6-52e16c8f6207", "name": "network-vif-deleted", "tag": "56de90d4-e582-4bc6-9afd-0a7a09dd281e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:04.930892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84a12692-dfce-4982-9c74-d6b805d054f5 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:04.931297 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a12692-dfce-4982-9c74-d6b805d054f5'] response: {'server_uuid': '642ca76f-9999-4d11-82d6-52e16c8f6207', 'name': 'network-vif-deleted', 'tag': '56de90d4-e582-4bc6-9afd-0a7a09dd281e', 'status': 'completed', 'code': 200} Jul 31 20:09:05.037006 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5e55ca11-c175-4e9a-be10-37ca26794970 req-66e72b0a-0a23-4986-bf5f-64891b0e3d85 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0333457 Jul 31 20:09:06.147531 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-5ba0567d-b098-4ebc-a24e-d06a62067838 req-7798c64b-cba6-41b8-98a8-83b64dae4dcd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0306921 Jul 31 20:09:07.260345 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48f9cdff-6e50-48d1-8236-03096064059c req-4c1e8bfb-6676-4740-ba7d-3ba64457044e tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0283318 Jul 31 20:09:07.434782 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:09:08.362535 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c292c0b4-0679-4e57-99d9-1adfb13f34d6 req-44643333-597d-4007-ab5b-12eb37a04c69 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=642ca76f-9999-4d11-82d6-52e16c8f6207 HTTP/1.1" status: 200 len: 210 time: 0.0298119 Jul 31 20:09:09.585753 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf1c6-2214-4c6d-bd53-bd474de0a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:09.763559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 6f2291ee-a544-4d8a-86c7-413a6ff44e29 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:09.783605 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 6f2291ee-a544-4d8a-86c7-413a6ff44e29 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:09.783917 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 6f2291ee-a544-4d8a-86c7-413a6ff44e29 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:11.906559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6b87c68f-2c9f-4ea2-8a31-bb857f6d09b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:12.416084 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=91,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:12.880568 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:13.108253 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 56de90d4-e582-4bc6-9afd-0a7a09dd281e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:13.137933 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 56de90d4-e582-4bc6-9afd-0a7a09dd281e {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:13.138458 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 56de90d4-e582-4bc6-9afd-0a7a09dd281e not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:13.780197 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35896) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:13.926781 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 49fbe520-242c-43c3-ae2e-64db534bb859 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:13.927134 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.007696 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.008044 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (49fbe520-242c-43c3-ae2e-64db534bb859), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.020664 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 49fbe520-242c-43c3-ae2e-64db534bb859 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:14.195804 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (49fbe520-242c-43c3-ae2e-64db534bb859), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.219516 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=49fbe520-242c-43c3-ae2e-64db534bb859,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:14.274750 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.281857 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (4fb4f290-c287-4159-8c4d-07c79d7bf7b4), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.282196 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.db.l3_db [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Floating IP 4fb4f290-c287-4159-8c4d-07c79d7bf7b4 disassociated (deleted). External IP: 172.27.0.47, port: 5acf938b-5d35-458d-9e0d-0c6a46fac38e. Jul 31 20:09:14.482611 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.490991 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:09:14.597796 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:09:14.600869 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:14.602257 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:14.610074 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:09:14.615945 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=84 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:14.617077 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:14.623766 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-1c49c417-57d8-470f-bde0-e9a838359226 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:14.625811 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-1c49c417-57d8-470f-bde0-e9a838359226 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 814 time: 0.1121891 Jul 31 20:09:14.627425 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:14.628056 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:14.634286 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-efcf6fd4-0b33-49cf-98e9-738111ecc5bd tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "DELETE /v2.0/floatingips/4fb4f290-c287-4159-8c4d-07c79d7bf7b4 HTTP/1.1" status: 204 len: 168 time: 0.8529477 Jul 31 20:09:14.635012 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e'}] {{(pid=104000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:14.637416 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d1a2d704bd088fcee811364c117ab9fbb1a8cb4976bcd3b59b6c2d2821236b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d852fe88-4116-4008-9a63-1d8526934fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e"}]}' {{(pid=104000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:14.646872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-7a7301d1-8d86-4dc5-a212-5ca08549de14 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/quotas/90341435be0e46008416d3afb9d9cf90 HTTP/1.1" status: 200 len: 375 time: 0.0133083 Jul 31 20:09:14.681509 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-603e3b28-8451-48ff-92eb-c1d1a4b119b4 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jul 31 20:09:14.733727 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:14.782641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:14.789738 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-18f66c20-1247-4ae1-a7b6-310b9fec85d5 service neutron] 10.222.0.48 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006455 Jul 31 20:09:14.821608 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d08fef-7bf2-4e89-915b-bde74ae02ceb x-openstack-request-id: req-c0d08fef-7bf2-4e89-915b-bde74ae02ceb {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:14.822607 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e", "status": "completed", "code": 200}]} {{(pid=104000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:14.823189 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0d08fef-7bf2-4e89-915b-bde74ae02ceb {{(pid=104000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:14.823805 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d08fef-7bf2-4e89-915b-bde74ae02ceb'] response: {'name': 'network-changed', 'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'status': 'completed', 'code': 200} Jul 31 20:09:14.917194 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-d34dc660-3ab1-4955-abe4-26a42b8c561f service neutron] 10.222.0.48 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243837 Jul 31 20:09:14.928521 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:14.931390 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff8c46-4aa4-4576-bb9c-51794b109b69 req-846384e4-35c2-47b3-9d56-b5140afc537a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:14.933093 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49ff8c46-4aa4-4576-bb9c-51794b109b69 req-846384e4-35c2-47b3-9d56-b5140afc537a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.0641639 Jul 31 20:09:14.953220 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:09:14.961894 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:14.962706 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:14.987130 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-49ff8c46-4aa4-4576-bb9c-51794b109b69 req-14608d44-3fd7-4974-bf63-fcefc2da6325 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478175 Jul 31 20:09:15.067418 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:15.092014 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-3c9fffca-1468-4418-b873-018172bd486a req-cd113954-a813-4860-9e22-117d290aaebe tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 210 time: 0.0291433 Jul 31 20:09:15.251380 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:15.279857 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48f8f9d-ce29-4eed-bdd6-07551ec95957 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:01:04Z', 'revision_number': 4, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi', '_interfaces': [{'id': '9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f', 'name': '', 'network_id': '4ede3dd9-1e02-435f-a555-c3b09c614bb8', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'mac_address': 'fa:16:3e:7b:aa:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:04Z', 'updated_at': '2022-07-31T20:01:10Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'subnets': [{'id': '93f8d501-2a30-4911-9dbc-ff1b7df8c562', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:09:15.510864 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3af796-5480-44c7-afc2-9e8496e06823 None None] New status for floating IP 4fb4f290-c287-4159-8c4d-07c79d7bf7b4: DOWN {{(pid=104002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 31 20:09:15.983056 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fe88-4116-4008-9a63-1d8526934fbc req-703b9ace-7bfe-478f-b5e1-d1aa0da2659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:15.984860 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-703b9ace-7bfe-478f-b5e1-d1aa0da2659d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 1129 time: 0.0447977 Jul 31 20:09:16.115230 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fe88-4116-4008-9a63-1d8526934fbc req-3e38ab62-2368-4a4c-b791-bfd2d87d789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:16.116600 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-3e38ab62-2368-4a4c-b791-bfd2d87d789d service neutron] 10.222.0.57 "GET /v2.0/networks?id=4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 200 len: 912 time: 0.1224308 Jul 31 20:09:16.135837 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a63e8-6860-462c-8a55-cf711cf4954a req-e9c7526b-b464-4989-b82b-e08cd008336b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:16.137468 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee6a63e8-6860-462c-8a55-cf711cf4954a req-e9c7526b-b464-4989-b82b-e08cd008336b tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.0580428 Jul 31 20:09:16.198352 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee6a63e8-6860-462c-8a55-cf711cf4954a req-b4ad4264-a241-4612-bb0c-0a4ed540d5ab tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549736 Jul 31 20:09:16.214734 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8ec649a5-7975-442d-af2a-9fc95f532a11 req-b0ec83f9-05c2-44f6-97eb-7714c1138416 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 210 time: 0.0388062 Jul 31 20:09:16.295999 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-7fdcbb2c-ef1b-4f51-8fe8-6f354a469343 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 200 len: 217 time: 0.0359244 Jul 31 20:09:16.345311 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fe88-4116-4008-9a63-1d8526934fbc req-ee748d6e-9fed-4267-a4bb-a2846aea78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:16.346715 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-ee748d6e-9fed-4267-a4bb-a2846aea78d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 200 len: 850 time: 0.0436718 Jul 31 20:09:16.691488 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852fe88-4116-4008-9a63-1d8526934fbc req-43785aad-7f9c-4375-8f31-e8af6bd49e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:16.693085 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-43785aad-7f9c-4375-8f31-e8af6bd49e5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4ede3dd9-1e02-435f-a555-c3b09c614bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440028 Jul 31 20:09:16.809178 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-9ee4548b-f458-4861-b119-7265a8db262f service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082182 Jul 31 20:09:17.237816 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eac58-e586-4038-bc45-97b43878175f req-4c2eec9f-7d06-4b41-9865-512478c8bfa9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:17.239311 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e35eac58-e586-4038-bc45-97b43878175f req-4c2eec9f-7d06-4b41-9865-512478c8bfa9 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.4411085 Jul 31 20:09:17.390159 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:17.392650 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-8c4c8b5c-5656-4b6c-8c79-91ad3a689b60 req-838c09aa-9a0e-4705-a294-d039734c3861 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 210 time: 0.0794134 Jul 31 20:09:17.426815 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-99a94d63-9501-4a6c-9a4a-5af3fe729b0d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:17.428257 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-99a94d63-9501-4a6c-9a4a-5af3fe729b0d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 814 time: 0.6312313 Jul 31 20:09:17.428633 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:17.438483 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551a671-4c86-4f5a-8a3a-c9f6f5294183 req-480f4af4-f9be-43f8-a53c-6026d549e8bc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:17.439850 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f551a671-4c86-4f5a-8a3a-c9f6f5294183 req-480f4af4-f9be-43f8-a53c-6026d549e8bc tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 945 time: 0.1555376 Jul 31 20:09:17.450641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Request body: {'port': {'device_id': 'd1c12684-359d-4e14-8739-ea462be99862', 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446', 'admin_state_up': True, 'tenant_id': '90341435be0e46008416d3afb9d9cf90'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:09:17.456135 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d852fe88-4116-4008-9a63-1d8526934fbc req-ee318f63-5cbe-4721-b909-1da60f45b904 service neutron] 10.222.0.57 "GET /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277533 Jul 31 20:09:17.486231 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 5acf938b-5d35-458d-9e0d-0c6a46fac38e {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:17.486494 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:17.631523 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-f551a671-4c86-4f5a-8a3a-c9f6f5294183 req-5fb92d77-dc36-45f3-9570-14906213e5a1 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/security-groups?id=37d8cd25-b240-4b26-bca5-7e0fba3d62b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775398 Jul 31 20:09:17.670922 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] For port 5acf938b-5d35-458d-9e0d-0c6a46fac38e, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=5acf938b-5d35-458d-9e0d-0c6a46fac38e,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:17.671342 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:17.689238 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 5acf938b-5d35-458d-9e0d-0c6a46fac38e owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:17.698825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Made reservation on behalf of 90341435be0e46008416d3afb9d9cf90 for: {'port': 1} {{(pid=104001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 31 20:09:17.702217 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (None), before_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:17.918410 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_common [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Allocated IP 172.20.0.12 (6ad1e1ec-553c-4a12-a4b9-27cfdf170446/b12f6494-2f57-4a57-acde-fe5d0cb5fabe/590e25b3-f2cb-434c-a84f-5bccc9821924) {{(pid=104001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 31 20:09:17.934934 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (5acf938b-5d35-458d-9e0d-0c6a46fac38e), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:17.969033 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=5acf938b-5d35-458d-9e0d-0c6a46fac38e,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:18.041930 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] No DVR routers for this DVR port 5acf938b-5d35-458d-9e0d-0c6a46fac38e on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:18.047993 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.051314 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-e35eac58-e586-4038-bc45-97b43878175f req-ac38716f-d6c6-4392-b874-35d0e7b62917 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.57 "DELETE /v2.0/ports/5acf938b-5d35-458d-9e0d-0c6a46fac38e HTTP/1.1" status: 204 len: 173 time: 0.8037329 Jul 31 20:09:18.051744 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'name': 'network-vif-deleted', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:18.054040 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ddf896-b97b-4ed8-ae59-38ddb66600fa" -d '{"events": [{"server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "name": "network-vif-deleted", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:18.105536 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf08e01-0fb2-4375-aef6-ec990f77c4b1 x-openstack-request-id: req-ecf08e01-0fb2-4375-aef6-ec990f77c4b1 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:18.105822 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6903e84-ecc4-4445-9058-df88ae4f3d2f", "name": "network-vif-deleted", "tag": "5acf938b-5d35-458d-9e0d-0c6a46fac38e", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:18.106074 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ecf08e01-0fb2-4375-aef6-ec990f77c4b1 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:18.106468 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf08e01-0fb2-4375-aef6-ec990f77c4b1'] response: {'server_uuid': 'c6903e84-ecc4-4445-9058-df88ae4f3d2f', 'name': 'network-vif-deleted', 'tag': '5acf938b-5d35-458d-9e0d-0c6a46fac38e', 'status': 'completed', 'code': 200} Jul 31 20:09:18.127658 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:18.173998 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks [] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), precommit_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.211641 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744265730160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_create {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.217366 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:18.255838 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 is already hosted by enough agents. {{(pid=104001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 31 20:09:18.261892 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.scheduler.base_scheduler [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Resources bound (agent type, host, resource id): {{(pid=104001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 31 20:09:18.266345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Received port after_create {{(pid=104001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 31 20:09:18.272629 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Pushing event updated for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=1']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:18.318354 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:18.318989 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.337548 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-efbae5a6-97e2-48e2-b563-5a3a51a8c5d0 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922250 Jul 31 20:09:18.356351 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.v2.base [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Request body: {'port': {'device_id': 'd1c12684-359d-4e14-8739-ea462be99862', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84984'}} {{(pid=104001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 31 20:09:18.429745 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.583480 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6065f-c435-4466-b660-f6c74ef12c91 req-9e119bbe-562a-426f-84eb-c5f79932474c tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:18.584901 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07a6065f-c435-4466-b660-f6c74ef12c91 req-9e119bbe-562a-426f-84eb-c5f79932474c tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 932 time: 0.1111524 Jul 31 20:09:18.693872 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-07a6065f-c435-4466-b660-f6c74ef12c91 req-b11ab197-13b6-4aa2-9ee6-a07164dfd197 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025236 Jul 31 20:09:18.763857 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-c1b01419-e433-4b2e-9790-edaf08a3ff9e req-67ae431e-79fa-4bfe-8a36-33ec67f07c7a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6903e84-ecc4-4445-9058-df88ae4f3d2f HTTP/1.1" status: 200 len: 210 time: 0.0341206 Jul 31 20:09:18.804098 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590e25b3-f2cb-434c-a84f-5bccc9821924 {{(pid=104001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:09:18.812575 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks [] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), precommit_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.825878 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.provisioning_blocks [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Transition to ACTIVE for port object 590e25b3-f2cb-434c-a84f-5bccc9821924 will not be triggered until provisioned by entity L2. {{(pid=104001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 31 20:09:18.830218 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:18.917797 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Pushing event updated for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=2']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:18.943811 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:18.953574 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Attempting to bind port 590e25b3-f2cb-434c-a84f-5bccc9821924 on host hv-cinder-84984 for vnic_type normal with profile {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 31 20:09:18.953911 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Attempting to bind port 590e25b3-f2cb-434c-a84f-5bccc9821924 by drivers openvswitch,hyperv on host hv-cinder-84984 at level 0 using segments [{'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 31 20:09:18.954295 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Attempting to bind port 590e25b3-f2cb-434c-a84f-5bccc9821924 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:09:18.959254 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Port 590e25b3-f2cb-434c-a84f-5bccc9821924 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84984 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 31 20:09:18.959577 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Attempting to bind port 590e25b3-f2cb-434c-a84f-5bccc9821924 on network 6ad1e1ec-553c-4a12-a4b9-27cfdf170446 {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 31 20:09:18.965479 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Checking agent: {'id': '7f191562-5f90-48f4-a335-101da85eb65a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84984', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'started_at': datetime.datetime(2022, 7, 31, 19, 57, 34), 'heartbeat_timestamp': datetime.datetime(2022, 7, 31, 20, 9, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 31 20:09:18.965718 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Checking segment: {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 31 20:09:18.966132 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Bound using segment: {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'} {{(pid=104001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 31 20:09:18.966560 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.managers [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Bound port: 590e25b3-f2cb-434c-a84f-5bccc9821924, host: hv-cinder-84984, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446'}}] {{(pid=104001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 31 20:09:18.966923 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), before_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:19.027851 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, cleared binding levels {{(pid=104001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 31 20:09:19.034521 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=590e25b3-f2cb-434c-a84f-5bccc9821924,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 31 20:09:19.041331 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11786861'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_update {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:19.044868 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:19.045478 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:19.047422 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/590e25b3-f2cb-434c-a84f-5bccc9821924 HTTP/1.1" status: 200 len: 1094 time: 0.6962118 Jul 31 20:09:19.094929 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fba99-7c94-4e06-81a2-05dab7b515f4 service neutron] Pushing event updated for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=3']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:19.148370 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-116d75bc-87e6-4a54-8406-6e61b6310918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:19.149883 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-116d75bc-87e6-4a54-8406-6e61b6310918 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 1128 time: 0.0429912 Jul 31 20:09:19.197688 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-151c9fae-298a-4526-996b-bf61cd1d2137 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e25b3-f2cb-434c-a84f-5bccc9821924 HTTP/1.1" status: 200 len: 217 time: 0.0315096 Jul 31 20:09:19.231261 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:19.247052 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-34e6dc09-907c-480e-8277-2f7a5f4ccf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:19.248609 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-34e6dc09-907c-480e-8277-2f7a5f4ccf74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b12f6494-2f57-4a57-acde-fe5d0cb5fabe HTTP/1.1" status: 200 len: 854 time: 0.0447922 Jul 31 20:09:19.281183 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-2aedc9e8-1b4c-40b8-b77e-2f5ed5013a49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249434 Jul 31 20:09:19.375221 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-02201455-9234-449b-b2d1-ff5901ccaef4 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870128 Jul 31 20:09:19.467956 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-50bee3a0-2d46-4412-a444-8fe734ff058c req-27da14ff-d867-4df5-a89b-59dbb86be650 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856311 Jul 31 20:09:19.768701 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5acf938b-5d35-458d-9e0d-0c6a46fac38e no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:19.788777 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 5acf938b-5d35-458d-9e0d-0c6a46fac38e {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:19.789129 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 5acf938b-5d35-458d-9e0d-0c6a46fac38e not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:19.823855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550aa68d-c97f-4fea-b8ec-4b6bbdc62de2 req-6c70b3d3-5cbe-436d-935a-a06f7c65d2a9 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:19.827382 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-550aa68d-c97f-4fea-b8ec-4b6bbdc62de2 req-6c70b3d3-5cbe-436d-935a-a06f7c65d2a9 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 944 time: 0.0507989 Jul 31 20:09:19.827492 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35952) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:19.863495 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:19.877131 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-550aa68d-c97f-4fea-b8ec-4b6bbdc62de2 req-70fca1fd-2f97-4fdf-8ae4-b5e506e27a36 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 Jul 31 20:09:19.902840 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:19.942805 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Deleting port 5191f884-f217-4f4d-9782-4d2d0da8f7c0 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:19.943124 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.024939 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.025307 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (5191f884-f217-4f4d-9782-4d2d0da8f7c0), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.038642 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Calling delete_port for 5191f884-f217-4f4d-9782-4d2d0da8f7c0 owned by network:floatingip {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:20.107431 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:20.109862 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:20.149795 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe395a-39e7-43a8-8b0b-d1c2c9276d65 x-openstack-request-id: req-c0fe395a-39e7-43a8-8b0b-d1c2c9276d65 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:20.150079 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:20.150328 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c0fe395a-39e7-43a8-8b0b-d1c2c9276d65 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:20.150734 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0fe395a-39e7-43a8-8b0b-d1c2c9276d65'] response: {'name': 'network-changed', 'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924', 'status': 'completed', 'code': 200} Jul 31 20:09:20.175311 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (5191f884-f217-4f4d-9782-4d2d0da8f7c0), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.202357 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'Port': ['ID=5191f884-f217-4f4d-9782-4d2d0da8f7c0,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:20.271870 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for floatingip (1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.275227 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for floatingip (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:20.276840 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-9032e17f-6459-41a7-bc0d-9a27616a634a tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "DELETE /v2.0/floatingips/1cb9d9c2-7c2b-4bba-aaa1-765eaf41f683 HTTP/1.1" status: 204 len: 168 time: 0.4487188 Jul 31 20:09:20.367656 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-efb60b14-a668-44ed-b83b-38aabbdfb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:20.369359 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-efb60b14-a668-44ed-b83b-38aabbdfb970 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90341435be0e46008416d3afb9d9cf90&device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 1128 time: 0.0418918 Jul 31 20:09:20.468688 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-126ff312-c855-48ba-a69b-50792e94a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:20.470269 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-126ff312-c855-48ba-a69b-50792e94a529 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 200 len: 915 time: 0.0947204 Jul 31 20:09:20.510590 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-88535d76-c737-4dbc-bdf1-fb75daf631bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=590e25b3-f2cb-434c-a84f-5bccc9821924 HTTP/1.1" status: 200 len: 217 time: 0.0327570 Jul 31 20:09:20.562058 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-eb674a66-6b83-4936-9566-0cc404e5712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:20.563370 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-eb674a66-6b83-4936-9566-0cc404e5712c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b12f6494-2f57-4a57-acde-fe5d0cb5fabe HTTP/1.1" status: 200 len: 854 time: 0.0467529 Jul 31 20:09:20.596951 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-2914d617-9ec1-4146-bdac-71bd9ed33823 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6ad1e1ec-553c-4a12-a4b9-27cfdf170446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254717 Jul 31 20:09:20.689418 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-c6067e25-f43c-415c-8e55-05d73f947573 service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855346 Jul 31 20:09:20.786855 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-145fd0b0-fc57-4bf4-9d09-e04fdc5a5ed2 req-f0ffdfd4-a2c2-44ad-838d-df5c2a2409da service neutron] 10.222.0.57 "GET /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901940 Jul 31 20:09:20.994875 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641457ff-c9b3-45d4-b072-e882c895c150 req-5dee1373-89f4-4e30-bbd3-28ef713abc32 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:20.996714 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-641457ff-c9b3-45d4-b072-e882c895c150 req-5dee1373-89f4-4e30-bbd3-28ef713abc32 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 944 time: 0.0481584 Jul 31 20:09:21.027676 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:21.046534 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-641457ff-c9b3-45d4-b072-e882c895c150 req-f7b770a7-4836-407f-be85-606162213c50 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440204 Jul 31 20:09:21.496320 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35968) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:21.555587 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (37d8cd25-b240-4b26-bca5-7e0fba3d62b8), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:21.592639 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (37d8cd25-b240-4b26-bca5-7e0fba3d62b8), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:21.660236 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (37d8cd25-b240-4b26-bca5-7e0fba3d62b8), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:21.663997 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:21.665743 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] 10.222.0.48 "DELETE /v2.0/security-groups/37d8cd25-b240-4b26-bca5-7e0fba3d62b8 HTTP/1.1" status: 204 len: 168 time: 0.1682742 Jul 31 20:09:21.676686 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e8e63-3802-4418-8f50-23b8fec1c839 tempest-TestVolumeBootPattern-366523324 tempest-TestVolumeBootPattern-366523324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d8cd25-b240-4b26-bca5-7e0fba3d62b8,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:21.729669 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35972) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:21.777904 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 590e25b3-f2cb-434c-a84f-5bccc9821924 details requested by agent hyperv_hv-cinder-84984 with host hv-cinder-84984 {{(pid=104002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 31 20:09:21.879350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=590e25b3-f2cb-434c-a84f-5bccc9821924,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:21.890795 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Returning: {'device': '590e25b3-f2cb-434c-a84f-5bccc9821924', 'network_id': '6ad1e1ec-553c-4a12-a4b9-27cfdf170446', 'port_id': '590e25b3-f2cb-434c-a84f-5bccc9821924', 'mac_address': 'fa:16:3e:29:33:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b12f6494-2f57-4a57-acde-fe5d0cb5fabe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 31 20:09:21.926572 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 590e25b3-f2cb-434c-a84f-5bccc9821924 is: DOWN; New status is: BUILD {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:09:21.926955 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:21.940169 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590e25b3-f2cb-434c-a84f-5bccc9821924 {{(pid=104002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 31 20:09:21.961121 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=590e25b3-f2cb-434c-a84f-5bccc9821924,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:21.966286 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:22.015944 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=4']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:22.023429 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.023792 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.024143 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.024491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.024909 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.025301 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.025641 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.025969 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.026301 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.026627 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.026955 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.027290 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.029373 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.029373 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.029373 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:22.175043 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d50401-7574-4f41-9eb8-6c189c409f0d req-0ae68aeb-1ae9-48f7-bfec-35c28dd1af44 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:22.177776 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9d50401-7574-4f41-9eb8-6c189c409f0d req-0ae68aeb-1ae9-48f7-bfec-35c28dd1af44 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 945 time: 0.0554233 Jul 31 20:09:22.229829 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a9d50401-7574-4f41-9eb8-6c189c409f0d req-46a69a96-c319-40f0-aa81-c3cab2323721 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457568 Jul 31 20:09:22.278537 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['590e25b3-f2cb-434c-a84f-5bccc9821924'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:09:22.396435 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (aec86619-e837-4b39-a473-60c4198c6b32), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:22.397857 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:22.431271 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:22.617052 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Deleting port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:22.617770 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:22.698570 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] For port 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:22.698924 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:22.714808 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Calling delete_port for 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:22.894587 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:22.919246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:23.082179 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (aec86619-e837-4b39-a473-60c4198c6b32), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.184983 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:23.294606 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Router aec86619-e837-4b39-a473-60c4198c6b32 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:09:23.301180 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:23.336302 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=100 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:23.352908 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25385b9-0247-47e4-a0b3-b590ea522f28 req-0426869f-47b5-49b1-8812-6748bd4cb7bb tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:23.354446 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d25385b9-0247-47e4-a0b3-b590ea522f28 req-0426869f-47b5-49b1-8812-6748bd4cb7bb tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Jul 31 20:09:23.401810 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:09:23.403242 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-d25385b9-0247-47e4-a0b3-b590ea522f28 req-b0bb525e-a09d-4939-8485-8beb75ca1e6e tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428092 Jul 31 20:09:23.410410 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-ea234413-b3f7-4e2a-a718-026ea5ac2620 admin admin] 10.222.0.48 "PUT /v2.0/routers/aec86619-e837-4b39-a473-60c4198c6b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6762390 Jul 31 20:09:23.410410 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35980) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:23.412358 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Sync routers for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:09:23.424062 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:23.424681 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:23.509733 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks [] for router (aec86619-e837-4b39-a473-60c4198c6b32), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.612543 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:23.615344 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks [] for router_gateway (aec86619-e837-4b39-a473-60c4198c6b32), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.658428 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Deleting port 794474c2-7cfd-459e-b95a-8460206f0f93 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:23.659177 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.740789 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] For port 794474c2-7cfd-459e-b95a-8460206f0f93, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=794474c2-7cfd-459e-b95a-8460206f0f93,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:23.741118 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.754121 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Calling delete_port for 794474c2-7cfd-459e-b95a-8460206f0f93 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:23.773321 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:23.778943 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:09:22Z', 'revision_number': 5, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port': {'id': '794474c2-7cfd-459e-b95a-8460206f0f93', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:02Z', 'updated_at': '2022-07-31T20:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:23.799430 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 590e25b3-f2cb-434c-a84f-5bccc9821924 up at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 31 20:09:23.804912 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Checking router: aec86619-e837-4b39-a473-60c4198c6b32 for host: dv-cinder-849846-6-iscsi {{(pid=104003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:09:23.813728 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Routers {'aec86619-e837-4b39-a473-60c4198c6b32'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:23.814388 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['aec86619-e837-4b39-a473-60c4198c6b32'], 'active': True} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:23.842557 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning for port 590e25b3-f2cb-434c-a84f-5bccc9821924 completed by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 31 20:09:23.849774 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.provisioning_blocks [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Provisioning complete for port 590e25b3-f2cb-434c-a84f-5bccc9821924 triggered by entity L2. {{(pid=104002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 31 20:09:23.850224 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-859291'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), provisioning_complete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.905065 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_dvr_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] Set router aec86619-e837-4b39-a473-60c4198c6b32 gateway port host: None {{(pid=104003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:23.931102 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (794474c2-7cfd-459e-b95a-8460206f0f93), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.952735 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Current status of the port 590e25b3-f2cb-434c-a84f-5bccc9821924 is: BUILD; New status is: ACTIVE {{(pid=104002) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 31 20:09:23.953471 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-801058'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), before_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:23.961125 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.l3_hamode_db [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:09:23Z', 'revision_number': 6, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:23.961983 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=794474c2-7cfd-459e-b95a-8460206f0f93,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:23.965489 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:23.985642 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924'}] {{(pid=104002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:23.988096 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8769f73e21c98c87f8ecbe21035aa50c22b071bbbbb9edb67bdfff8f3a2ccbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcb9292-15f9-43cd-8d91-7bd829176181" -d '{"events": [{"server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "name": "network-vif-plugged", "status": "completed", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924"}]}' {{(pid=104002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:23.990633 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401860b7-dc3a-4e37-beb6-19aa8aa74821 None None] The sync data for ids ['aec86619-e837-4b39-a473-60c4198c6b32'] in dv-cinder-849846-6-iscsi is: [{'id': 'aec86619-e837-4b39-a473-60c4198c6b32', 'name': 'tempest-TestVolumeBootPattern-864003621-router', 'tenant_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:01Z', 'updated_at': '2022-07-31T20:09:23Z', 'revision_number': 6, 'project_id': '15e426e0b2bd4bc29e7a8e222fcc8f7e', 'gw_port_host': None}] {{(pid=104003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:09:24.003155 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=590e25b3-f2cb-434c-a84f-5bccc9821924,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:24.010111 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744266127059', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744265730178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744265730196'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.041816 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:24.047821 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (aec86619-e837-4b39-a473-60c4198c6b32), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.050072 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec99abb-f728-4697-a0b0-6a5a71452c8a x-openstack-request-id: req-cec99abb-f728-4697-a0b0-6a5a71452c8a {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:24.050363 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "name": "network-vif-plugged", "status": "completed", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924", "code": 200}]} {{(pid=104002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:24.050615 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cec99abb-f728-4697-a0b0-6a5a71452c8a {{(pid=104002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:24.051006 dv-cinder-849846-6-iscsi neutron-server[104002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cec99abb-f728-4697-a0b0-6a5a71452c8a'] response: {'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924', 'code': 200} Jul 31 20:09:24.071883 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Pushing event updated for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=5']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:24.145544 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (aec86619-e837-4b39-a473-60c4198c6b32), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.148019 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks [] for router_controller (aec86619-e837-4b39-a473-60c4198c6b32), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.183740 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:24.193712 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (aec86619-e837-4b39-a473-60c4198c6b32), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.194315 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec86619-e837-4b39-a473-60c4198c6b32 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:09:24.199884 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.201617 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-0d140b7f-9d47-45f1-920a-45143c379d63 admin admin] 10.222.0.48 "DELETE /v2.0/routers/aec86619-e837-4b39-a473-60c4198c6b32 HTTP/1.1" status: 204 len: 168 time: 0.7903464 Jul 31 20:09:24.203694 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35984) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:24.250891 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Deleting subnet 93f8d501-2a30-4911-9dbc-ff1b7df8c562 {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:09:24.252707 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:24.255760 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Publish callbacks [] for subnet (93f8d501-2a30-4911-9dbc-ff1b7df8c562), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.258581 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577afc-668d-4c76-a9bd-7be91d81108a req-3a11c62f-653b-49ff-af03-dbac51ef8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:24.260257 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42577afc-668d-4c76-a9bd-7be91d81108a req-3a11c62f-653b-49ff-af03-dbac51ef8b67 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 1130 time: 0.0419934 Jul 31 20:09:24.292288 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (93f8d501-2a30-4911-9dbc-ff1b7df8c562), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.312165 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-42577afc-668d-4c76-a9bd-7be91d81108a req-c3e2c71b-00b0-4e82-88e4-33967dee91e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Jul 31 20:09:24.368284 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (93f8d501-2a30-4911-9dbc-ff1b7df8c562), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.426816 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (93f8d501-2a30-4911-9dbc-ff1b7df8c562), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.453218 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f8d501-2a30-4911-9dbc-ff1b7df8c562,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:24.461015 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.465449 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-2befeda3-23da-4310-9720-6012ecf2d979 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/93f8d501-2a30-4911-9dbc-ff1b7df8c562 HTTP/1.1" status: 204 len: 168 time: 0.2603877 Jul 31 20:09:24.466792 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d89ed3-76c7-40d6-9a42-9232da1220dd None None] Network 4ede3dd9-1e02-435f-a555-c3b09c614bb8 requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:09:24.468698 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 35988) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:24.576345 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e959-3a33-4a8b-a282-f41fcd9a1677 req-a6578fe4-7467-434b-9277-1b1e7620d6d5 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:24.577975 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9695e959-3a33-4a8b-a282-f41fcd9a1677 req-a6578fe4-7467-434b-9277-1b1e7620d6d5 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 946 time: 0.0916407 Jul 31 20:09:24.580948 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (4ede3dd9-1e02-435f-a555-c3b09c614bb8), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.660961 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-9695e959-3a33-4a8b-a282-f41fcd9a1677 req-38199102-e218-44c5-87d6-8c5ae36908c5 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766363 Jul 31 20:09:24.663463 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Deleting port e053f252-9e38-4e9c-b943-a316cfc61a26 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:24.663810 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.728435 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] For port e053f252-9e38-4e9c-b943-a316cfc61a26, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=e053f252-9e38-4e9c-b943-a316cfc61a26,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:24.728751 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.747025 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Calling delete_port for e053f252-9e38-4e9c-b943-a316cfc61a26 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:24.760638 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] DHCP port deletion for 4ede3dd9-1e02-435f-a555-c3b09c614bb8 request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:09:24.802782 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Deleting port e053f252-9e38-4e9c-b943-a316cfc61a26 {{(pid=104002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:24.803500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), before_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.834264 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.859850 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Pushing event deleted for resources: {'Port': ['ID=e053f252-9e38-4e9c-b943-a316cfc61a26,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:24.865367 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] No DVR routers for this DVR port e053f252-9e38-4e9c-b943-a316cfc61a26 on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:24.868410 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] For port e053f252-9e38-4e9c-b943-a316cfc61a26, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=e053f252-9e38-4e9c-b943-a316cfc61a26,segment=NetworkSegment(6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d),segment_id=6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d)] {{(pid=104002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:24.868809 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), precommit_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.882647 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Calling delete_port for e053f252-9e38-4e9c-b943-a316cfc61a26 owned by network:dhcp {{(pid=104002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:24.943969 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (4ede3dd9-1e02-435f-a555-c3b09c614bb8), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.962757 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169'] for port (e053f252-9e38-4e9c-b943-a316cfc61a26), after_delete {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.964453 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ede3dd9-1e02-435f-a555-c3b09c614bb8']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:24.975237 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:24.975547 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:24.986135 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:24.991134 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] Pushing event deleted for resources: {'Port': ['ID=e053f252-9e38-4e9c-b943-a316cfc61a26,revision_number=None']} {{(pid=104002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:24.993106 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18a38e-e4fc-4def-b2ce-72dcd80dc7cf None None] No DVR routers for this DVR port e053f252-9e38-4e9c-b943-a316cfc61a26 on host dv-cinder-849846-6-iscsi {{(pid=104002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:25.004434 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.012214 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:09:25.012618 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.059253 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d resource provider aggregate not found Jul 31 20:09:25.079398 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c1436c9-2b6d-4b26-bd5d-2dd7f731ac2d found for delete ", "request_id": "req-3b373da0-b911-45f6-8909-bf95b7560e07"}]} Jul 31 20:09:25.087385 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (4ede3dd9-1e02-435f-a555-c3b09c614bb8), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.092873 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.096161 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ede3dd9-1e02-435f-a555-c3b09c614bb8 HTTP/1.1" status: 204 len: 168 time: 0.6264307 Jul 31 20:09:25.099472 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 35994) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:25.111149 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08e81-1cd0-48b4-b899-d189d6a0820d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ede3dd9-1e02-435f-a555-c3b09c614bb8,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:25.431635 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3900179'] for router_interface (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.658952 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Deleting port c356fb59-bedc-4e31-b203-1acec07ccf92 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:25.659196 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.708176 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:25.797085 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede41d3-6584-49e1-be9c-a89c090ed043 req-2d2ca2e6-06d9-4c04-81eb-e7ccf8f8929d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:25.798804 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eede41d3-6584-49e1-be9c-a89c090ed043 req-2d2ca2e6-06d9-4c04-81eb-e7ccf8f8929d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 946 time: 0.0531883 Jul 31 20:09:25.849383 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-eede41d3-6584-49e1-be9c-a89c090ed043 req-d36503ed-0946-4a58-9c94-8d12fde2060d tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Jul 31 20:09:25.922973 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device e053f252-9e38-4e9c-b943-a316cfc61a26 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:25.943850 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: e053f252-9e38-4e9c-b943-a316cfc61a26 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:25.944418 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device e053f252-9e38-4e9c-b943-a316cfc61a26 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:25.944949 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 794474c2-7cfd-459e-b95a-8460206f0f93 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:25.958246 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] For port c356fb59-bedc-4e31-b203-1acec07ccf92, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=c356fb59-bedc-4e31-b203-1acec07ccf92,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:25.958619 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:25.964069 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 794474c2-7cfd-459e-b95a-8460206f0f93 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:25.964514 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 794474c2-7cfd-459e-b95a-8460206f0f93 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:25.965022 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:25.971801 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Calling delete_port for c356fb59-bedc-4e31-b203-1acec07ccf92 owned by network:router_interface {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:25.985498 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:25.985742 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 9bab4b74-b7b7-4425-92ba-36b5ba8ecc1f not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:26.030103 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:26.157330 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (c356fb59-bedc-4e31-b203-1acec07ccf92), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:26.182836 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c356fb59-bedc-4e31-b203-1acec07ccf92,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:26.346152 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3900351'] for router_interface (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:26.459287 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=100 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:26.570230 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 has already been hosted by L3 agent ec4f36b4-6cb9-4362-bcb6-6806772417f8 {{(pid=104000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 31 20:09:26.675989 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] Notify agent at l3_agent.dv-cinder-849846-6-iscsi the message routers_updated {{(pid=104000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 31 20:09:26.680648 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-de5c5b1f-6e2d-4e34-b224-5ffea43aeb54 admin admin] 10.222.0.48 "PUT /v2.0/routers/cc8f2ccf-f22c-47b1-a311-c2092dcd7026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801167 Jul 31 20:09:26.683340 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36010) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:26.686218 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Sync routers for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 31 20:09:26.699975 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:26.700601 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:26.733010 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:26.784527 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks [] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:26.804434 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: dv-cinder-849846-6-iscsi {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:26.886674 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks [] for router_gateway (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:26.930817 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Deleting port 6007de2e-7e16-4dad-b75b-2f91a8812546 {{(pid=104000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:26.931069 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:26.970023 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:26.979571 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'external_fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:09:26Z', 'revision_number': 5, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port': {'id': '6007de2e-7e16-4dad-b75b-2f91a8812546', 'name': '', 'network_id': '57b31cb4-27c3-478d-8b42-bb733edaa3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:50:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849846-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'acbbde70-91d7-4539-a5a9-892647e5553e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849846-6-iscsi'}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:27.004744 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Checking router: cc8f2ccf-f22c-47b1-a311-c2092dcd7026 for host: dv-cinder-849846-6-iscsi {{(pid=104002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 31 20:09:27.013309 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Routers {'cc8f2ccf-f22c-47b1-a311-c2092dcd7026'} bound to L3 agent in host dv-cinder-849846-6-iscsi {{(pid=104002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 31 20:09:27.013911 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849846-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-31T19:51:12Z,description=,heartbeat_timestamp=2022-07-31T20:09:12Z,host='dv-cinder-849846-6-iscsi',id=ec4f36b4-6cb9-4362-bcb6-6806772417f8,load=0,resource_versions=,resources_synced=,started_at=2022-07-31T19:51:12Z,topic='l3_agent')) {'router_ids': ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'], 'active': True} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:27.015550 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.db [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] For port 6007de2e-7e16-4dad-b75b-2f91a8812546, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=6007de2e-7e16-4dad-b75b-2f91a8812546,segment=NetworkSegment(d3d5b68e-4f02-4a9f-a23a-9a99593d161d),segment_id=d3d5b68e-4f02-4a9f-a23a-9a99593d161d)] {{(pid=104000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:27.015919 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.032959 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.plugins.ml2.plugin [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Calling delete_port for 6007de2e-7e16-4dad-b75b-2f91a8812546 owned by network:router_gateway {{(pid=104000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:27.206391 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9008825'] for port (6007de2e-7e16-4dad-b75b-2f91a8812546), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.227164 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_dvr_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] Set router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 gateway port host: None {{(pid=104002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 31 20:09:27.229732 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Pushing event deleted for resources: {'Port': ['ID=6007de2e-7e16-4dad-b75b-2f91a8812546,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:27.278516 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.db.l3_hamode_db [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:09:26Z', 'revision_number': 6, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port_host': None}], 'dv-cinder-849846-6-iscsi', False) {} {{(pid=104002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:27.295171 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3702391'] for router_gateway (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.303029 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71a31-ba4c-401d-a827-05e60858eb15 None None] The sync data for ids ['cc8f2ccf-f22c-47b1-a311-c2092dcd7026'] in dv-cinder-849846-6-iscsi is: [{'id': 'cc8f2ccf-f22c-47b1-a311-c2092dcd7026', 'name': 'tempest-TestVolumeBootPattern-1939331161-router', 'tenant_id': '0f2136e341c84b72ab0dfdb610acb67e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-31T20:01:06Z', 'updated_at': '2022-07-31T20:09:26Z', 'revision_number': 6, 'project_id': '0f2136e341c84b72ab0dfdb610acb67e', 'gw_port_host': None}] {{(pid=104002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 31 20:09:27.383645 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15172'] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.385887 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks [] for router_controller (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.428558 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808792'] for router (cc8f2ccf-f22c-47b1-a311-c2092dcd7026), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.429322 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc8f2ccf-f22c-47b1-a311-c2092dcd7026 {{(pid=104000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 31 20:09:27.433461 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.434602 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-4940211c-dd2f-4d74-91ba-b39020d43162 admin admin] 10.222.0.48 "DELETE /v2.0/routers/cc8f2ccf-f22c-47b1-a311-c2092dcd7026 HTTP/1.1" status: 204 len: 168 time: 0.7503905 Jul 31 20:09:27.437407 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 36012) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:27.463708 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:27.477636 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:27.486044 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.db_base_plugin_v2 [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Deleting subnet ff48fe6c-6ef0-4603-8d0c-02de5c526beb {{(pid=104001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:09:27.489976 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Publish callbacks [] for subnet (ff48fe6c-6ef0-4603-8d0c-02de5c526beb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.525721 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11786938'] for subnet (ff48fe6c-6ef0-4603-8d0c-02de5c526beb), precommit_delete_associations {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.606421 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (ff48fe6c-6ef0-4603-8d0c-02de5c526beb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.669050 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11786787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8484798'] for subnet (ff48fe6c-6ef0-4603-8d0c-02de5c526beb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.696248 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff48fe6c-6ef0-4603-8d0c-02de5c526beb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:27.705102 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.711964 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-9faaea35-3a32-481e-98b3-5510de3cf46e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ff48fe6c-6ef0-4603-8d0c-02de5c526beb HTTP/1.1" status: 204 len: 168 time: 0.2732122 Jul 31 20:09:27.712296 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b520f46-7b5b-487c-964b-13c0f846ffb2 None None] Network 67c8d3cd-48e8-40f6-85ca-693eb8458cfb requested from dv-cinder-849846-6-iscsi {{(pid=104002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 31 20:09:27.715221 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 36016) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:27.770889 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:27.791764 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (67c8d3cd-48e8-40f6-85ca-693eb8458cfb), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.835198 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Deleting port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:27.835540 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.904371 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] For port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0, host dv-cinder-849846-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849846-6-iscsi',level=0,port_id=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,segment=NetworkSegment(4bb74f27-3004-4a8d-b030-1ee2aeb73364),segment_id=4bb74f27-3004-4a8d-b030-1ee2aeb73364)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:27.904815 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:27.924899 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Calling delete_port for a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 owned by network:dhcp {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:28.008324 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.034077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:28.037791 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] No DVR routers for this DVR port a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 on host dv-cinder-849846-6-iscsi {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:28.090952 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b277be3-2fb6-49a4-a9b6-13213a18b14c None None] DHCP port deletion for 67c8d3cd-48e8-40f6-85ca-693eb8458cfb request from dv-cinder-849846-6-iscsi {{(pid=104002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 31 20:09:28.135336 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (67c8d3cd-48e8-40f6-85ca-693eb8458cfb), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.153764 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:28.156883 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c8d3cd-48e8-40f6-85ca-693eb8458cfb']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:28.166855 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb74f27-3004-4a8d-b030-1ee2aeb73364') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:28.167365 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb74f27-3004-4a8d-b030-1ee2aeb73364') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:09:28.173535 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:28.173988 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device a4e2e7b4-caf4-4fba-b600-ddcd8af8dde0 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:28.174485 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c356fb59-bedc-4e31-b203-1acec07ccf92 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:28.185064 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (4bb74f27-3004-4a8d-b030-1ee2aeb73364), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.193049 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: c356fb59-bedc-4e31-b203-1acec07ccf92 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:28.193443 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device c356fb59-bedc-4e31-b203-1acec07ccf92 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:28.193857 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 6007de2e-7e16-4dad-b75b-2f91a8812546 no longer exists at agent ovs-agent-dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:28.199609 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (4bb74f27-3004-4a8d-b030-1ee2aeb73364), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.206432 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:09:28.206851 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (4bb74f27-3004-4a8d-b030-1ee2aeb73364), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.212779 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] No Port match for: 6007de2e-7e16-4dad-b75b-2f91a8812546 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:28.213599 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Device 6007de2e-7e16-4dad-b75b-2f91a8812546 not bound to the agent host dv-cinder-849846-6-iscsi {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:28.542859 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 4bb74f27-3004-4a8d-b030-1ee2aeb73364 resource provider aggregate not found Jul 31 20:09:28.561019 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment 4bb74f27-3004-4a8d-b030-1ee2aeb73364 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bb74f27-3004-4a8d-b030-1ee2aeb73364 found for delete ", "request_id": "req-28eb4060-d648-4cb3-838e-a3082f13182b"}]} Jul 31 20:09:28.570508 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (67c8d3cd-48e8-40f6-85ca-693eb8458cfb), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.575866 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.578943 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] 10.222.0.48 "DELETE /v2.0/networks/67c8d3cd-48e8-40f6-85ca-693eb8458cfb HTTP/1.1" status: 204 len: 168 time: 0.8619428 Jul 31 20:09:28.590607 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e3d1f-9475-4991-a7f9-2acf7c6b5d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=67c8d3cd-48e8-40f6-85ca-693eb8458cfb,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:28.697319 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36026) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:28.742481 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e6498dc3-3c42-4395-a769-b4c6d05540f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15e426e0b2bd4bc29e7a8e222fcc8f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438855 Jul 31 20:09:28.745172 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36028) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:28.796705 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] Publish callbacks [] for security_group (1985e8cd-a52e-4fad-85e6-fcc6dcffab01), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.819097 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] Publish callbacks [] for security_group (1985e8cd-a52e-4fad-85e6-fcc6dcffab01), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.867853 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (1985e8cd-a52e-4fad-85e6-fcc6dcffab01), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.870522 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:28.872028 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1985e8cd-a52e-4fad-85e6-fcc6dcffab01 HTTP/1.1" status: 204 len: 168 time: 0.1255910 Jul 31 20:09:28.874304 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:28.881430 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a2f6f-844f-4c0c-88c5-5ccbc3472885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1985e8cd-a52e-4fad-85e6-fcc6dcffab01,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:29.213500 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36034) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:29.255152 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-56857a6f-fc1e-4f16-9f98-ef17f18dcc72 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f2136e341c84b72ab0dfdb610acb67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404603 Jul 31 20:09:29.258877 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36036) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:09:29.312525 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] Publish callbacks [] for security_group (649e6d3b-5ac1-4ec0-9207-8e402b9f9621), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:29.336146 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] Publish callbacks [] for security_group (649e6d3b-5ac1-4ec0-9207-8e402b9f9621), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:29.390896 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (649e6d3b-5ac1-4ec0-9207-8e402b9f9621), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:29.393545 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:29.394724 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/649e6d3b-5ac1-4ec0-9207-8e402b9f9621 HTTP/1.1" status: 204 len: 168 time: 0.1349902 Jul 31 20:09:29.402843 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615d580-c000-472a-b136-7ea3a5352e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649e6d3b-5ac1-4ec0-9207-8e402b9f9621,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:34.598737 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:36.471309 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=19 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:38.564904 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:38.580898 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:39.373738 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=84,neutron:DELETE=11 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:39.399203 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:39.582559 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6aaf448a-b0bc-45de-8aa6-74d1840acb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:41.900661 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb0ef080-cbea-48d9-9786-415e1aa6b4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:42.880327 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:44.264926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:44.278717 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:44.435282 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:09:44.478758 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:44.519503 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48456d46-afd9-47df-a23d-0501ef049314 req-b0d6e0d1-a81b-4bf6-b589-ff8759953018 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:44.520995 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48456d46-afd9-47df-a23d-0501ef049314 req-b0d6e0d1-a81b-4bf6-b589-ff8759953018 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 946 time: 0.0481584 Jul 31 20:09:44.568235 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-48456d46-afd9-47df-a23d-0501ef049314 req-415c1c58-b0ba-489a-8b99-5a6706fd7b86 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jul 31 20:09:45.705233 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b359f-125a-44e7-ba3d-157f95cb713f req-614e349a-0db2-48d2-ac1c-fc95e485c4f2 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:45.706715 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a82b359f-125a-44e7-ba3d-157f95cb713f req-614e349a-0db2-48d2-ac1c-fc95e485c4f2 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 946 time: 0.0495744 Jul 31 20:09:45.755305 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-a82b359f-125a-44e7-ba3d-157f95cb713f req-9e8e03e0-6300-47f2-8bad-465f0c63a0dc tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba6c0971-db69-455c-9722-d8a9dbceca4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Jul 31 20:09:46.137667 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-56b8434f-9084-4e85-b276-3cdbf5dc3b4e tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 31 20:09:46.139097 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-56b8434f-9084-4e85-b276-3cdbf5dc3b4e tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 946 time: 0.0540679 Jul 31 20:09:46.220750 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Deleting port 590e25b3-f2cb-434c-a84f-5bccc9821924 {{(pid=104001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 31 20:09:46.221099 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744266236968'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:46.324054 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.db [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] For port 590e25b3-f2cb-434c-a84f-5bccc9821924, host hv-cinder-84984, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84984',level=0,port_id=590e25b3-f2cb-434c-a84f-5bccc9821924,segment=NetworkSegment(c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4),segment_id=c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4)] {{(pid=104001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 31 20:09:46.324308 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813144'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:46.340077 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.plugin [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Calling delete_port for 590e25b3-f2cb-434c-a84f-5bccc9821924 owned by compute:nova {{(pid=104001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 31 20:09:46.478222 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-801121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744266127086', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744265730169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11786868'] for port (590e25b3-f2cb-434c-a84f-5bccc9821924), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:46.504884 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Pushing event deleted for resources: {'Port': ['ID=590e25b3-f2cb-434c-a84f-5bccc9821924,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:09:46.515059 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.db [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] get_ports_and_sgs() called for port_ids ['590e25b3-f2cb-434c-a84f-5bccc9821924'] {{(pid=104002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 31 20:09:46.519404 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.519825 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.520174 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.520524 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.520870 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.521215 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.521531 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.521913 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.522250 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.522587 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.522979 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.523329 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.523679 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.524035 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.524405 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:09:46.564500 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] No DVR routers for this DVR port 590e25b3-f2cb-434c-a84f-5bccc9821924 on host hv-cinder-84984 {{(pid=104001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 31 20:09:46.566956 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4180782'] for port (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:09:46.570149 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-ee93eb3c-5247-4584-82c5-08b50b418721 req-580db8db-dcbc-4452-901b-e28b7e0b3d2f tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.57 "DELETE /v2.0/ports/590e25b3-f2cb-434c-a84f-5bccc9821924 HTTP/1.1" status: 204 len: 173 time: 0.4259388 Jul 31 20:09:46.570582 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'name': 'network-vif-deleted', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924'}] {{(pid=104001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 31 20:09:46.572880 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ed1ffadb18773c90d881f21d98e14fae7034df42c57d4c1fd891678c171a402" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b51a4fc-1586-41bc-9e4e-6b61f50a685f" -d '{"events": [{"server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "name": "network-vif-deleted", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924"}]}' {{(pid=104001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 31 20:09:46.610260 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 31 Jul 2022 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6699130-e489-408e-a551-3ed17436bda3 x-openstack-request-id: req-f6699130-e489-408e-a551-3ed17436bda3 {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 31 20:09:46.610670 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c12684-359d-4e14-8739-ea462be99862", "name": "network-vif-deleted", "tag": "590e25b3-f2cb-434c-a84f-5bccc9821924", "status": "completed", "code": 200}]} {{(pid=104001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 31 20:09:46.610926 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6699130-e489-408e-a551-3ed17436bda3 {{(pid=104001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 31 20:09:46.611246 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6699130-e489-408e-a551-3ed17436bda3'] response: {'server_uuid': 'd1c12684-359d-4e14-8739-ea462be99862', 'name': 'network-vif-deleted', 'tag': '590e25b3-f2cb-434c-a84f-5bccc9821924', 'status': 'completed', 'code': 200} Jul 31 20:09:46.874049 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [req-02585dc1-93a2-40b5-a286-3d9365217d29 req-5940d63f-582c-440b-8603-77517991a7d2 tempest-VolumesSnapshotTestJSON-698827392 tempest-VolumesSnapshotTestJSON-698827392-project] 10.222.0.48 "GET /v2.0/ports?device_id=d1c12684-359d-4e14-8739-ea462be99862 HTTP/1.1" status: 200 len: 210 time: 0.0291510 Jul 31 20:09:51.256524 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 590e25b3-f2cb-434c-a84f-5bccc9821924 no longer exists at agent hyperv_hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 31 20:09:51.282289 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.plugin [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] No Port match for: 590e25b3-f2cb-434c-a84f-5bccc9821924 {{(pid=104002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 31 20:09:51.282637 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron.plugins.ml2.rpc [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Device 590e25b3-f2cb-434c-a84f-5bccc9821924 not bound to the agent host hv-cinder-84984 {{(pid=104002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 31 20:09:54.431958 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:56.855412 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=63,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:09:56.856037 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=66,neutron:DELETE=4 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:01.261713 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:01.263078 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:04.605186 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.385981 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [-] (104000) accepted ('10.222.0.48', 36232) {{(pid=104000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:10:09.442320 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Deleting subnet b12f6494-2f57-4a57-acde-fe5d0cb5fabe {{(pid=104000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 31 20:10:09.445590 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Publish callbacks [] for subnet (b12f6494-2f57-4a57-acde-fe5d0cb5fabe), before_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.480132 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8642632'] for subnet (b12f6494-2f57-4a57-acde-fe5d0cb5fabe), precommit_delete_associations {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.519183 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-858629'] for subnet (b12f6494-2f57-4a57-acde-fe5d0cb5fabe), precommit_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.577093 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-858667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-391212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9008878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8483916'] for subnet (b12f6494-2f57-4a57-acde-fe5d0cb5fabe), after_delete {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.577935 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-5d6ef249-cbf2-4071-8f31-d57865488e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.604799 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b12f6494-2f57-4a57-acde-fe5d0cb5fabe,revision_number=None']} {{(pid=104000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:10:09.607427 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron_lib.callbacks.manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for subnet (None), before_response {{(pid=104000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.610485 dv-cinder-849846-6-iscsi neutron-server[104000]: INFO neutron.wsgi [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b12f6494-2f57-4a57-acde-fe5d0cb5fabe HTTP/1.1" status: 204 len: 168 time: 0.2228835 Jul 31 20:10:09.613311 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 36234) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:10:09.616699 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.617065 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.617410 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.617767 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.618103 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.618438 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.618763 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.619086 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.619417 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.619741 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.620067 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.620757 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.621076 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.621456 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.621737 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57d0e6d-3d72-4179-b75a-bb7e967565a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849846-6-iscsi {{(pid=104000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 31 20:10:09.687586 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-839058'] for network (6ad1e1ec-553c-4a12-a4b9-27cfdf170446), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.769173 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856184', 'neutron.services.segments.db._delete_segments_for_network-8744266200037'] for network (6ad1e1ec-553c-4a12-a4b9-27cfdf170446), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.799157 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad1e1ec-553c-4a12-a4b9-27cfdf170446']}} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:10:09.809577 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4') {'for_net_delete': True} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:10:09.809885 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.services.segments.db [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4') {} {{(pid=104001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 31 20:10:09.820069 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744266199938', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11786913'] for segment (c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.834531 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029'] for segment (c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.841548 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 31 20:10:09.841939 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-855029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11786825'] for segment (c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.889937 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4 resource provider aggregate not found Jul 31 20:10:09.910040 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.services.segments.plugin [-] Segment c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3d20ed3-b4ea-48a0-b9b0-6ff17a8b6bd4 found for delete ", "request_id": "req-dc88d8b3-fbf0-45d0-80dd-da8520891cb8"}]} Jul 31 20:10:09.919712 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3700271'] for network (6ad1e1ec-553c-4a12-a4b9-27cfdf170446), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.925026 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3675288'] for network (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:09.928087 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] 10.222.0.48 "DELETE /v2.0/networks/6ad1e1ec-553c-4a12-a4b9-27cfdf170446 HTTP/1.1" status: 204 len: 168 time: 0.3138366 Jul 31 20:10:09.943638 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca313ae-895c-47d0-8ed6-89dbfdaa4daa admin admin] Pushing event deleted for resources: {'Network': ['ID=6ad1e1ec-553c-4a12-a4b9-27cfdf170446,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:10:10.129546 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 36242) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:10:10.178889 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a7152c42-97b6-4b2c-b12d-d5f0bf4e07cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90341435be0e46008416d3afb9d9cf90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479302 Jul 31 20:10:10.181613 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.wsgi [-] (104001) accepted ('10.222.0.48', 36244) {{(pid=104001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 31 20:10:10.238821 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] Publish callbacks [] for security_group (ba6c0971-db69-455c-9722-d8a9dbceca4a), before_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:10.262512 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] Publish callbacks [] for security_group (ba6c0971-db69-455c-9722-d8a9dbceca4a), precommit_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:10.312097 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-378222'] for security_group (ba6c0971-db69-455c-9722-d8a9dbceca4a), after_delete {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:10.314767 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron_lib.callbacks.manager [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:10.315929 dv-cinder-849846-6-iscsi neutron-server[104001]: INFO neutron.wsgi [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba6c0971-db69-455c-9722-d8a9dbceca4a HTTP/1.1" status: 204 len: 168 time: 0.1334205 Jul 31 20:10:10.324244 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593333f-60c8-4d73-978e-291d09989c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6c0971-db69-455c-9722-d8a9dbceca4a,revision_number=None']} {{(pid=104001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 31 20:10:11.905662 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-994fc261-9885-45e9-b63e-55da073fe813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:12.881648 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:13.468631 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=17 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:13.469441 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:14.295203 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:14.487875 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:19.587715 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:19.612992 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG dbcounter [-] [104000] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104000) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:20.297183 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:20.319547 dv-cinder-849846-6-iscsi neutron-server[104001]: DEBUG dbcounter [-] [104001] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104001) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:21.440354 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:10:24.371123 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:24.465877 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:24.481335 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:31.433433 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:34.604441 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:39.593123 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f7c813f3-1cd6-4d90-bfd1-59ff01152ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:41.910891 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-403a2597-3fda-406d-a2cd-92b78331f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:42.889619 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:44.287672 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:44.481906 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:10:50.476560 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:50.477900 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:54.473351 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:54.475861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:10:58.441864 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:11:04.629546 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:08.380434 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:08.435589 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:09.589930 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-0aede6e7-e1f8-4432-a008-b8368070191f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:11.917002 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-a923a6fb-f293-4295-84d4-61c0c1b8ebc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:12.894636 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:14.298897 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:14.481861 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:24.467055 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:24.473844 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:27.471631 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:27.474357 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:34.639187 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:35.445951 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:11:39.579793 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-72e7550a-4973-4605-a8c2-111cc0578601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:41.913060 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b43823ee-0826-4855-848f-fa9241c04f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:42.901138 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:44.298560 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:44.481500 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:11:45.439304 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:54.467058 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:11:54.476344 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:04.633983 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:09.333327 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=12 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:09.340811 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=20 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:09.587337 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d3031e99-a5ad-4f86-b734-423fc6964038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:11.916748 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-cb5260b5-c227-4601-b5be-cf0d88a27277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:12.449682 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:12:12.906479 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:14.308255 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:14.491484 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:22.441077 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:22.443279 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:24.470021 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:24.481219 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:34.632145 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:39.583316 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-54cc6f89-d449-4665-813a-b7fd586aceb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:41.468461 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:41.476266 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:41.914999 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-8e4472a1-cf86-43e3-8b06-6ff4dc5741ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:42.913867 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:44.307529 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:44.489177 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:12:49.452043 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:12:54.480614 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:54.482731 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:12:59.444807 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:04.637938 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:08.380102 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:09.580372 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-394a6895-d064-495b-860d-947e19fcce06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:11.916246 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-7f412e6d-f806-43bb-bb7f-0e83c7135f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:12.913722 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:14.314505 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:14.480134 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:18.464031 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:18.464742 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:26.458296 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:13:29.352340 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:29.353481 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:34.635747 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:36.449736 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:39.582064 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-52325220-928b-40b8-aa13-cc23aa857b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:41.917491 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-f6a723a7-aec2-42e2-96f2-766e35aae896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:42.916057 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:44.318781 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:44.486560 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:13:54.474956 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:54.479212 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:55.466171 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:13:55.467076 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:03.450612 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:14:04.633249 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:09.351790 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=13 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:09.583745 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-698cdc2a-a936-4d4f-9215-f18d736727ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:11.922198 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-666fa448-20b5-4eea-bda8-2da5f7691c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:12.925116 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:13.445209 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=15 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:14.320123 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:14.485387 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:24.476419 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:24.478859 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:UPDATE=4,neutron:SELECT=11 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:32.463145 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:32.468159 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:34.654815 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:39.584554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d9662980-e3d5-44e5-8415-7a058f30974e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:40.459555 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:14:41.927633 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-d44e2b94-9535-4e9d-8d58-b8c37c320bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:42.930421 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:44.325108 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:44.490115 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:14:50.452215 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=2 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:54.481554 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:14:54.484691 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:04.660633 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-4bf24b8a-d37a-4348-bfe8-2946371db5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (7f191562-5f90-48f4-a335-101da85eb65a), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:09.465142 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:09.473336 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=4 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:09.591100 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-6ad3776b-710e-442b-a785-176470e2b592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (4ef14341-a270-445c-8b69-901a4d45094b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:11.918350 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-b716378f-86a8-4e91-98b3-1eaa5063f906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (ec4f36b4-6cb9-4362-bcb6-6806772417f8), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:12.930002 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-1a756577-eb68-4695-ab4e-15e10f2b650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (3a56b7e6-3e96-422a-bd48-6b73b150b84b), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:14.327615 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-c0454f93-2a3c-4de2-997b-eb87846fd994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (d0954ef0-c6a2-468a-9ec2-d41ca4f33305), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:14.493926 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG neutron_lib.callbacks.manager [None req-3386f2fa-165a-4fbd-acab-65e1867879ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744266200019', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-857145'] for agent (6bbc0e8c-5578-4146-9213-96f8f47ce404), after_update {{(pid=104002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 31 20:15:15.143134 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-b35c6a02-da77-4c1c-851a-ac3a39bc8a84 req-efbfb87f-4753-4119-a6a1-12876e0fd5d3 service neutron] (104000) timed out ('10.222.0.57', 50949) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 31 20:15:17.457059 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG neutron.db.agents_db [None req-6c44c01f-9748-460f-b105-3b086e4efca5 None None] Agent healthcheck: found 6 active agents {{(pid=104003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 31 20:15:22.909727 dv-cinder-849846-6-iscsi neutron-server[104000]: DEBUG neutron.wsgi [req-bdc45577-c28e-4fee-ab4b-eca1c5682508 req-0dc7520d-7681-42db-9288-11e53aaf46d5 service neutron] (104000) timed out ('10.222.0.57', 50935) {{(pid=104000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 31 20:15:24.367488 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=1 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:27.448161 dv-cinder-849846-6-iscsi neutron-server[104003]: DEBUG dbcounter [-] [104003] Writing DB stats neutron:SELECT=3 {{(pid=104003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:29.342465 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 31 20:15:29.344431 dv-cinder-849846-6-iscsi neutron-server[104002]: DEBUG dbcounter [-] [104002] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}